diff --git "a/artifacts/results/fireprone_contract_progression_summary.json" "b/artifacts/results/fireprone_contract_progression_summary.json" --- "a/artifacts/results/fireprone_contract_progression_summary.json" +++ "b/artifacts/results/fireprone_contract_progression_summary.json" @@ -1,7509 +1,7524 @@ { - "min_runs": 5, - "missing_or_incomplete": [], - "nondegenerate_prediction_issues": [], + "run_roots": [ + "", + "" + ], "repair_run_roots": [], + "repair_sources": [ + "", + "", + "" + ], "repair_scopes": [ "train_fire_top02pct" ], - "repair_sources": [ - "REDACTED_LOCAL_RESULT_PATH" - ], - "repair_threshold_max_ppr": 0.999999, - "repair_threshold_min_ppr": 1e-06, + "tolerance_combo": "t0_s8", + "union_combo": "t3_s8", + "threshold_selector": "strict_f1", + "threshold_min_ppr": 1e-06, + "threshold_max_ppr": 0.999999, "repair_threshold_selector": "strict_f1_nondegenerate", + "repair_threshold_min_ppr": 1e-06, + "repair_threshold_max_ppr": 0.999999, + "min_runs": 5, + "missing_or_incomplete": [], + "seed_variation_issues": [], + "nondegenerate_prediction_issues": [], "rows": [ { - "difference": 0.38916402243638726, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0006305504019789734, - "scope": "full_domain", + "label": "AlphaEarth", "seed": 1, - "source_priority": 0, - "strict_f1": 0.01841620626151013, - "threshold": 0.005, + "scope": "full_domain", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.01841620626151013, "tolerance_f1": 0.3233671389763082, + "union_f1": 0.4075802286978974, + "difference": 0.38916402243638726, + "predicted_positive_rate": 0.0006305504019789734, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4075802286978974 + "path": "", + "source_priority": 0 }, { - "difference": 0.4907581884518499, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0024215889977243494, - "scope": "train_fire_top05pct", + "label": "AlphaEarth", "seed": 1, - "source_priority": 0, - "strict_f1": 0.05801376597836775, - "threshold": 0.005, + "scope": "train_fire_top05pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.05801376597836775, "tolerance_f1": 0.45453465315678554, + "union_f1": 0.5487719544302176, + "difference": 0.4907581884518499, + "predicted_positive_rate": 0.0024215889977243494, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5487719544302176 + "path": "", + "source_priority": 0 }, { - "difference": 0.48639654658611775, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0012293459978232908, - "scope": "train_fire_top10pct", + "label": "AlphaEarth", "seed": 1, - "source_priority": 0, - "strict_f1": 0.05730937348227295, - "threshold": 0.005, + "scope": "train_fire_top10pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.05730937348227295, "tolerance_f1": 0.4503813713224908, + "union_f1": 0.5437059200683907, + "difference": 0.48639654658611775, + "predicted_positive_rate": 0.0012293459978232908, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5437059200683907 + "path": "", + "source_priority": 0 }, { - "difference": 0.4576561443425643, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0006233766233766234, - "scope": "train_fire_top20pct", + "label": "AlphaEarth", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0544280442804428, - "threshold": 0.005, + "scope": "train_fire_top20pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.0544280442804428, "tolerance_f1": 0.42554776574916503, + "union_f1": 0.5120841886230071, + "difference": 0.4576561443425643, + "predicted_positive_rate": 0.0006233766233766234, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5120841886230071 + "path": "", + "source_priority": 0 }, { - "difference": 0.4724120147971174, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0015512677798392085, - "scope": "full_domain", + "label": "AlphaEarth", "seed": 123, - "source_priority": 0, - "strict_f1": 0.015582982831138383, - "threshold": 0.005, + "scope": "full_domain", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.015582982831138383, "tolerance_f1": 0.3412019506417814, + "union_f1": 0.4879949976282558, + "difference": 0.4724120147971174, + "predicted_positive_rate": 0.0015512677798392085, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4879949976282558 + "path": "", + "source_priority": 0 }, { - "difference": 0.572037609102215, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005397249431087365, - "scope": "train_fire_top05pct", + "label": "AlphaEarth", "seed": 123, - "source_priority": 0, - "strict_f1": 0.06425702811244981, - "threshold": 0.005, + "scope": "train_fire_top05pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.06425702811244981, "tolerance_f1": 0.44689699140777084, + "union_f1": 0.6362946372146648, + "difference": 0.572037609102215, + "predicted_positive_rate": 0.005397249431087365, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6362946372146648 + "path": "", + "source_priority": 0 }, { - "difference": 0.5674882177936724, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.002728307113881468, - "scope": "train_fire_top10pct", + "label": "AlphaEarth", "seed": 123, - "source_priority": 0, - "strict_f1": 0.06358911647814125, - "threshold": 0.005, + "scope": "train_fire_top10pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.06358911647814125, "tolerance_f1": 0.4435187312985661, + "union_f1": 0.6310773342718137, + "difference": 0.5674882177936724, + "predicted_positive_rate": 0.002728307113881468, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6310773342718137 + "path": "", + "source_priority": 0 }, { - "difference": 0.5375844952591261, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0013673469387755102, - "scope": "train_fire_top20pct", + "label": "AlphaEarth", "seed": 123, - "source_priority": 0, - "strict_f1": 0.06170275882527441, - "threshold": 0.005, + "scope": "train_fire_top20pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.06170275882527441, "tolerance_f1": 0.4259185655133553, + "union_f1": 0.5992872540844005, + "difference": 0.5375844952591261, + "predicted_positive_rate": 0.0013673469387755102, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5992872540844005 + "path": "", + "source_priority": 0 }, { - "difference": 0.3681553641584426, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0005820655534941249, - "scope": "full_domain", + "label": "AlphaEarth", "seed": 42, - "source_priority": 0, - "strict_f1": 0.024598770061496925, - "threshold": 0.005, + "scope": "full_domain", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.024598770061496925, "tolerance_f1": 0.3224566312114399, + "union_f1": 0.3927541342199395, + "difference": 0.3681553641584426, + "predicted_positive_rate": 0.0005820655534941249, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3927541342199395 + "path": "", + "source_priority": 0 }, { - "difference": 0.42865099938480467, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.002226179875333927, - "scope": "train_fire_top05pct", + "label": "AlphaEarth", "seed": 42, - "source_priority": 0, - "strict_f1": 0.07774936061381074, - "threshold": 0.005, + "scope": "train_fire_top05pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.07774936061381074, "tolerance_f1": 0.46103410735073025, + "union_f1": 0.5064003599986154, + "difference": 0.42865099938480467, + "predicted_positive_rate": 0.002226179875333927, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5064003599986154 + "path": "", + "source_priority": 0 }, { - "difference": 0.42494003459095464, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00112051053725141, - "scope": "train_fire_top10pct", + "label": "AlphaEarth", "seed": 42, - "source_priority": 0, - "strict_f1": 0.07711821410451548, - "threshold": 0.005, + "scope": "train_fire_top10pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.07711821410451548, "tolerance_f1": 0.4570756272994282, + "union_f1": 0.5020582486954701, + "difference": 0.42494003459095464, + "predicted_positive_rate": 0.00112051053725141, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5020582486954701 + "path": "", + "source_priority": 0 }, { - "difference": 0.39876530350195205, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0005602968460111318, - "scope": "train_fire_top20pct", + "label": "AlphaEarth", "seed": 42, - "source_priority": 0, - "strict_f1": 0.07357212003872217, - "threshold": 0.005, + "scope": "train_fire_top20pct", "threshold_key": "0.0050", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.005, + "strict_f1": 0.07357212003872217, "tolerance_f1": 0.42986611450839224, + "union_f1": 0.4723374235406742, + "difference": 0.39876530350195205, + "predicted_positive_rate": 0.0005602968460111318, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4723374235406742 + "path": "", + "source_priority": 0 }, { - "difference": 0.1971458843464264, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00030327767470624613, - "scope": "full_domain", + "label": "AlphaEarth", "seed": 7, - "source_priority": 0, - "strict_f1": 0.018581463856786766, - "threshold": 0.02, + "scope": "full_domain", "threshold_key": "0.0200", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.02, + "strict_f1": 0.018581463856786766, "tolerance_f1": 0.19137568834619276, + "union_f1": 0.21572734820321318, + "difference": 0.1971458843464264, + "predicted_positive_rate": 0.00030327767470624613, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21572734820321318 + "path": "", + "source_priority": 0 }, { - "difference": 0.32645966955454164, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0025873157217769865, - "scope": "train_fire_top05pct", + "label": "AlphaEarth", "seed": 7, - "source_priority": 0, - "strict_f1": 0.06853879105188007, - "threshold": 0.01, + "scope": "train_fire_top05pct", "threshold_key": "0.0100", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.01, + "strict_f1": 0.06853879105188007, "tolerance_f1": 0.348489928787613, + "union_f1": 0.39499846060642174, + "difference": 0.32645966955454164, + "predicted_positive_rate": 0.0025873157217769865, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39499846060642174 + "path": "", + "source_priority": 0 }, { - "difference": 0.29747106554895125, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.001793311566241219, - "scope": "train_fire_top10pct", + "label": "AlphaEarth", "seed": 7, - "source_priority": 0, - "strict_f1": 0.05725646123260437, - "threshold": 0.01, + "scope": "train_fire_top10pct", "threshold_key": "0.0100", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.01, + "strict_f1": 0.05725646123260437, "tolerance_f1": 0.31417824074074074, + "union_f1": 0.3547275267815556, + "difference": 0.29747106554895125, + "predicted_positive_rate": 0.001793311566241219, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3547275267815556 + "path": "", + "source_priority": 0 }, { - "difference": 0.22027935343108077, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00035250463821892396, - "scope": "train_fire_top20pct", + "label": "AlphaEarth", "seed": 7, - "source_priority": 0, - "strict_f1": 0.047398843930635835, - "threshold": 0.02, + "scope": "train_fire_top20pct", "threshold_key": "0.0200", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.02, + "strict_f1": 0.047398843930635835, "tolerance_f1": 0.25536195152859176, + "union_f1": 0.2676781973617166, + "difference": 0.22027935343108077, + "predicted_positive_rate": 0.00035250463821892396, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2676781973617166 + "path": "", + "source_priority": 0 }, { - "difference": 0.3415199178431181, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00038899196042053183, - "scope": "full_domain", + "label": "AlphaEarth", "seed": 99, - "source_priority": 0, - "strict_f1": 0.02585193889541716, - "threshold": 0.01, + "scope": "full_domain", "threshold_key": "0.0100", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.01, + "strict_f1": 0.02585193889541716, "tolerance_f1": 0.29397699288019324, + "union_f1": 0.36737185673853523, + "difference": 0.3415199178431181, + "predicted_positive_rate": 0.00038899196042053183, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.36737185673853523 + "path": "", + "source_priority": 0 }, { - "difference": 0.42366919991467084, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.001496487582863362, - "scope": "train_fire_top05pct", + "label": "AlphaEarth", "seed": 99, - "source_priority": 0, - "strict_f1": 0.07710843373493977, - "threshold": 0.01, + "scope": "train_fire_top05pct", "threshold_key": "0.0100", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.01, + "strict_f1": 0.07710843373493977, "tolerance_f1": 0.4329934518241347, + "union_f1": 0.5007776336496106, + "difference": 0.42366919991467084, + "predicted_positive_rate": 0.001496487582863362, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5007776336496106 + "path": "", + "source_priority": 0 }, { - "difference": 0.42043572680093133, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0007507173246264965, - "scope": "train_fire_top10pct", + "label": "AlphaEarth", "seed": 99, - "source_priority": 0, - "strict_f1": 0.07655502392344497, - "threshold": 0.01, + "scope": "train_fire_top10pct", "threshold_key": "0.0100", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.01, + "strict_f1": 0.07655502392344497, "tolerance_f1": 0.4297532170909699, + "union_f1": 0.4969907507243763, + "difference": 0.42043572680093133, + "predicted_positive_rate": 0.0007507173246264965, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4969907507243763 + "path": "", + "source_priority": 0 }, { - "difference": 0.3953377323997304, - "label": "AlphaEarth", "model_tag": "alphaearth", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0003753865182436611, - "scope": "train_fire_top20pct", + "label": "AlphaEarth", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0724391624221845, - "threshold": 0.01, + "scope": "train_fire_top20pct", "threshold_key": "0.0100", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.01, + "strict_f1": 0.0724391624221845, "tolerance_f1": 0.40493051697817745, + "union_f1": 0.4677768948219149, + "difference": 0.3953377323997304, + "predicted_positive_rate": 0.0003753865182436611, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4677768948219149 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "Aurora", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 1, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 1, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 1, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "Aurora", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 123, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 123, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 123, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.1941569792865045, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9922968460111318, - "scope": "full_domain", + "label": "Aurora", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0004887421693148924, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004887421693148924, "tolerance_f1": 0.06979673814819128, + "union_f1": 0.19464572145581938, + "difference": 0.1941569792865045, + "predicted_positive_rate": 0.9922968460111318, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19464572145581938 + "path": "", + "source_priority": 0 }, { - "difference": 0.38784279977334685, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.92520035618878, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 42, - "source_priority": 0, - "strict_f1": 0.00562524160545995, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.00562524160545995, "tolerance_f1": 0.15949652359184557, + "union_f1": 0.3934680413788068, + "difference": 0.38784279977334685, + "predicted_positive_rate": 0.92520035618878, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3934680413788068 + "path": "", + "source_priority": 0 }, { - "difference": 0.2275932584637248, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.960522410210745, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0027388277045923585, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0027388277045923585, "tolerance_f1": 0.0868744819295806, + "union_f1": 0.23033208616831716, + "difference": 0.2275932584637248, + "predicted_positive_rate": 0.960522410210745, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23033208616831716 + "path": "", + "source_priority": 0 }, { - "difference": 0.16810681009431644, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9781818181818182, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0014656828060244616, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014656828060244616, "tolerance_f1": 0.06224100702898884, + "union_f1": 0.1695724929003409, + "difference": 0.16810681009431644, + "predicted_positive_rate": 0.9781818181818182, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1695724929003409 + "path": "", + "source_priority": 0 }, { - "difference": 0.1941569792865045, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9922968460111318, - "scope": "full_domain", + "label": "Aurora", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0004887421693148924, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", + "threshold": 0.0002, + "strict_f1": 0.0004887421693148924, + "tolerance_f1": 0.06979673814819128, + "union_f1": 0.19464572145581938, + "difference": 0.1941569792865045, + "predicted_positive_rate": 0.9922968460111318, "tolerance_combo": "t0_s8", - "tolerance_f1": 0.06979673814819128, "union_combo": "t3_s8", - "union_f1": 0.19464572145581938 + "path": "", + "source_priority": 0 }, { - "difference": 0.38784279977334685, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.92520035618878, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00562524160545995, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.00562524160545995, "tolerance_f1": 0.15949652359184557, + "union_f1": 0.3934680413788068, + "difference": 0.38784279977334685, + "predicted_positive_rate": 0.92520035618878, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3934680413788068 + "path": "", + "source_priority": 0 }, { - "difference": 0.2275932584637248, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.960522410210745, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0027388277045923585, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0027388277045923585, "tolerance_f1": 0.0868744819295806, + "union_f1": 0.23033208616831716, + "difference": 0.2275932584637248, + "predicted_positive_rate": 0.960522410210745, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23033208616831716 + "path": "", + "source_priority": 0 }, { - "difference": 0.16810681009431644, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9781818181818182, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0014656828060244616, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014656828060244616, "tolerance_f1": 0.06224100702898884, + "union_f1": 0.1695724929003409, + "difference": 0.16810681009431644, + "predicted_positive_rate": 0.9781818181818182, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1695724929003409 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "Aurora", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 99, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 99, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 99, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.1928199932355324, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "full_domain", + "label": "ClimaX", "seed": 1, - "source_priority": 0, - "strict_f1": 0.00048497822606044473, - "threshold": 2e-05, + "scope": "full_domain", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.00048497822606044473, "tolerance_f1": 0.06928162590128548, + "union_f1": 0.19330497146159284, + "difference": 0.1928199932355324, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19330497146159284 + "path": "", + "source_priority": 0 }, { - "difference": 0.3644918022569579, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 1, - "source_priority": 0, - "strict_f1": 0.005205570700778368, - "threshold": 2e-05, + "scope": "train_fire_top05pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.005205570700778368, "tolerance_f1": 0.14852385215852132, + "union_f1": 0.36969737295773625, + "difference": 0.3644918022569579, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.36969737295773625 + "path": "", + "source_priority": 0 }, { - "difference": 0.21975162068302262, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0026308476146364055, - "threshold": 2e-05, + "scope": "train_fire_top10pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.0026308476146364055, "tolerance_f1": 0.08362683149966108, + "union_f1": 0.22238246829765904, + "difference": 0.21975162068302262, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22238246829765904 + "path": "", + "source_priority": 0 }, { - "difference": 0.16481712333667892, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0014337271963217482, - "threshold": 2e-05, + "scope": "train_fire_top20pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.0014337271963217482, "tolerance_f1": 0.06094415351278495, + "union_f1": 0.16625085053300068, + "difference": 0.16481712333667892, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16625085053300068 + "path": "", + "source_priority": 0 }, { - "difference": 0.19494871620879223, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9878311688311688, - "scope": "full_domain", + "label": "ClimaX", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0004909510781395833, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004909510781395833, "tolerance_f1": 0.07010120797866884, + "union_f1": 0.19543966728693182, + "difference": 0.19494871620879223, + "predicted_positive_rate": 0.9878311688311688, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19543966728693182 + "path": "", + "source_priority": 0 }, { - "difference": 0.3879673384615635, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9248293262095577, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0056274920321647175, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0056274920321647175, "tolerance_f1": 0.15955540678900526, + "union_f1": 0.39359483049372823, + "difference": 0.3879673384615635, + "predicted_positive_rate": 0.9248293262095577, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39359483049372823 + "path": "", + "source_priority": 0 }, { - "difference": 0.22772278113809574, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9599040269120411, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 123, - "source_priority": 0, - "strict_f1": 0.002740589677112216, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002740589677112216, "tolerance_f1": 0.08692801516378341, + "union_f1": 0.23046337081520796, + "difference": 0.22772278113809574, + "predicted_positive_rate": 0.9599040269120411, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23046337081520796 + "path": "", + "source_priority": 0 }, { - "difference": 0.16822352141468047, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9774397031539889, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 123, - "source_priority": 0, - "strict_f1": 0.001466794800465328, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001466794800465328, "tolerance_f1": 0.06228679141188911, + "union_f1": 0.1696903162151458, + "difference": 0.16822352141468047, + "predicted_positive_rate": 0.9774397031539889, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1696903162151458 + "path": "", + "source_priority": 0 }, { - "difference": 0.19417262666147908, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9922864564007421, - "scope": "full_domain", + "label": "ClimaX", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0004887472853776956, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004887472853776956, "tolerance_f1": 0.06980139080211295, + "union_f1": 0.19466137394685679, + "difference": 0.19417262666147908, + "predicted_positive_rate": 0.9922864564007421, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19466137394685679 + "path": "", + "source_priority": 0 }, { - "difference": 0.36525822235524846, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9974176313446127, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0052190130376387305, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0052190130376387305, "tolerance_f1": 0.14887976367271333, + "union_f1": 0.3704772353928872, + "difference": 0.36525822235524846, + "predicted_positive_rate": 0.9974176313446127, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3704772353928872 + "path": "", + "source_priority": 0 }, { - "difference": 0.22041063105557585, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9966310477886613, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0026397290373912042, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0026397290373912042, "tolerance_f1": 0.08389766026250713, + "union_f1": 0.22305036009296705, + "difference": 0.22041063105557585, + "predicted_positive_rate": 0.9966310477886613, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22305036009296705 + "path": "", + "source_priority": 0 }, { - "difference": 0.1653872236463206, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9962374768089054, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0014391381051513698, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014391381051513698, "tolerance_f1": 0.061167283891925196, + "union_f1": 0.16682636175147197, + "difference": 0.1653872236463206, + "predicted_positive_rate": 0.9962374768089054, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16682636175147197 + "path": "", + "source_priority": 0 }, { - "difference": 0.19283033214709877, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9999406307977736, - "scope": "full_domain", + "label": "ClimaX", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00048500701355756607, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.00048500701355756607, "tolerance_f1": 0.06928559683931526, + "union_f1": 0.19331533916065632, + "difference": 0.19283033214709877, + "predicted_positive_rate": 0.9999406307977736, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19331533916065632 + "path": "", + "source_priority": 0 }, { - "difference": 0.3646677061475394, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9994063520332442, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 7, - "source_priority": 0, - "strict_f1": 0.005208654759994569, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005208654759994569, "tolerance_f1": 0.14860552018347153, + "union_f1": 0.36987636090753395, + "difference": 0.3646677061475394, + "predicted_positive_rate": 0.9994063520332442, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.36987636090753395 + "path": "", + "source_priority": 0 }, { - "difference": 0.2198095249514603, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9997031760166222, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0026316277173409446, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0026316277173409446, "tolerance_f1": 0.08365062280406448, + "union_f1": 0.22244115266880124, + "difference": 0.2198095249514603, + "predicted_positive_rate": 0.9997031760166222, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22244115266880124 + "path": "", + "source_priority": 0 }, { - "difference": 0.16483953803239848, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9998515769944342, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0014339398734177216, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014339398734177216, "tolerance_f1": 0.06095292465378015, + "union_f1": 0.1662734779058162, + "difference": 0.16483953803239848, + "predicted_positive_rate": 0.9998515769944342, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1662734779058162 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "ClimaX", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 99, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 99, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 99, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.1934553039285264, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9963636363636363, - "scope": "full_domain", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0004867477888159953, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004867477888159953, "tolerance_f1": 0.06952568867327341, + "union_f1": 0.19394205171734238, + "difference": 0.1934553039285264, + "predicted_positive_rate": 0.9963636363636363, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19394205171734238 + "path": "", + "source_priority": 0 }, { - "difference": 0.3644918022569579, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top05pct", "seed": 1, - "source_priority": 0, - "strict_f1": 0.005205570700778368, - "threshold": 2e-05, + "scope": "train_fire_top05pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.005205570700778368, "tolerance_f1": 0.14852385215852132, + "union_f1": 0.36969737295773625, + "difference": 0.3644918022569579, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.36969737295773625 + "path": "", + "source_priority": 0 }, { - "difference": 0.21975162068302262, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top10pct", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0026308476146364055, - "threshold": 2e-05, + "scope": "train_fire_top10pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.0026308476146364055, "tolerance_f1": 0.08362683149966108, + "union_f1": 0.22238246829765904, + "difference": 0.21975162068302262, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22238246829765904 + "path": "", + "source_priority": 0 }, { - "difference": 0.16481712333667892, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top20pct", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0014337271963217482, - "threshold": 2e-05, + "scope": "train_fire_top20pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.0014337271963217482, "tolerance_f1": 0.06094415351278495, + "union_f1": 0.16625085053300068, + "difference": 0.16481712333667892, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16625085053300068 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", "seed": 123, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", "seed": 123, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", "seed": 123, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", "seed": 42, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", "seed": 42, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", "seed": 42, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.19345790561199683, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9963487940630797, - "scope": "full_domain", "seed": 7, - "source_priority": 0, - "strict_f1": 0.000486755037982903, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.000486755037982903, "tolerance_f1": 0.06952668837151453, + "union_f1": 0.19394466064997973, + "difference": 0.19345790561199683, + "predicted_positive_rate": 0.9963487940630797, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19394466064997973 + "path": "", + "source_priority": 0 }, { - "difference": 0.36457973300001806, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9997031760166222, - "scope": "train_fire_top05pct", "seed": 7, - "source_priority": 0, - "strict_f1": 0.005207112273731229, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005207112273731229, "tolerance_f1": 0.1485646749474909, + "union_f1": 0.3697868452737493, + "difference": 0.36457973300001806, + "predicted_positive_rate": 0.9997031760166222, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3697868452737493 + "path": "", + "source_priority": 0 }, { - "difference": 0.21978056900402743, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9998515880083111, - "scope": "train_fire_top10pct", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0026312376081679546, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0026312376081679546, "tolerance_f1": 0.08363872545998453, + "union_f1": 0.22241180661219537, + "difference": 0.21978056900402743, + "predicted_positive_rate": 0.9998515880083111, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22241180661219537 + "path": "", + "source_priority": 0 }, { - "difference": 0.1648283299225597, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.999925788497217, - "scope": "train_fire_top20pct", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0014338335269832637, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014338335269832637, "tolerance_f1": 0.06094853876771749, + "union_f1": 0.16626216344954295, + "difference": 0.1648283299225597, + "predicted_positive_rate": 0.999925788497217, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16626216344954295 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", "seed": 99, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", "seed": 99, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", "seed": 99, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.1928199932355324, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 0, - "strict_f1": 0.00048497822606044473, - "threshold": 2e-05, + "scope": "full_domain", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.00048497822606044473, "tolerance_f1": 0.06928162590128548, + "union_f1": 0.19330497146159284, + "difference": 0.1928199932355324, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19330497146159284 + "path": "", + "source_priority": 0 }, { - "difference": 0.3644918022569579, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 0, - "strict_f1": 0.005205570700778368, - "threshold": 2e-05, + "scope": "train_fire_top05pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.005205570700778368, "tolerance_f1": 0.14852385215852132, + "union_f1": 0.36969737295773625, + "difference": 0.3644918022569579, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.36969737295773625 + "path": "", + "source_priority": 0 }, { - "difference": 0.21975162068302262, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0026308476146364055, - "threshold": 2e-05, + "scope": "train_fire_top10pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.0026308476146364055, "tolerance_f1": 0.08362683149966108, + "union_f1": 0.22238246829765904, + "difference": 0.21975162068302262, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22238246829765904 + "path": "", + "source_priority": 0 }, { - "difference": 0.16481712333667892, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 1.0, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0014337271963217482, - "threshold": 2e-05, + "scope": "train_fire_top20pct", "threshold_key": "0.0000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 2e-05, + "strict_f1": 0.0014337271963217482, "tolerance_f1": 0.06094415351278495, + "union_f1": 0.16625085053300068, + "difference": 0.16481712333667892, + "predicted_positive_rate": 1.0, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16625085053300068 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.19415173790531431, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9923265306122449, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0004887275525827606, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004887275525827606, "tolerance_f1": 0.06979472310089276, + "union_f1": 0.19464046545789707, + "difference": 0.19415173790531431, + "predicted_positive_rate": 0.9923265306122449, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19464046545789707 + "path": "", + "source_priority": 0 }, { - "difference": 0.38764370394898157, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9257940041555358, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 0, - "strict_f1": 0.005621644664100071, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005621644664100071, "tolerance_f1": 0.15940240082223983, + "union_f1": 0.39326534861308166, + "difference": 0.38764370394898157, + "predicted_positive_rate": 0.9257940041555358, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39326534861308166 + "path": "", + "source_priority": 0 }, { - "difference": 0.22753113988967633, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9608192341941229, - "scope": "train_fire_top10pct", - "seed": 42, - "source_priority": 0, - "strict_f1": 0.002737982762277539, - "threshold": 0.0002, + "label": "Prithvi-WxC", + "seed": 42, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002737982762277539, "tolerance_f1": 0.08684880939041824, + "union_f1": 0.23026912265195387, + "difference": 0.22753113988967633, + "predicted_positive_rate": 0.9608192341941229, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23026912265195387 + "path": "", + "source_priority": 0 }, { - "difference": 0.16808348725958006, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9783302411873841, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0014654606094294809, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014654606094294809, "tolerance_f1": 0.062231858228220235, + "union_f1": 0.16954894786900954, + "difference": 0.16808348725958006, + "predicted_positive_rate": 0.9783302411873841, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16954894786900954 + "path": "", + "source_priority": 0 }, { - "difference": 0.19479328198743862, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9887050092764379, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 0, - "strict_f1": 0.000490517270597817, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.000490517270597817, "tolerance_f1": 0.07004142068407385, + "union_f1": 0.19528379925803643, + "difference": 0.19479328198743862, + "predicted_positive_rate": 0.9887050092764379, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19528379925803643 + "path": "", + "source_priority": 0 }, { - "difference": 0.38764370394898157, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9257940041555358, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 0, - "strict_f1": 0.005621644664100071, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005621644664100071, "tolerance_f1": 0.15940240082223983, + "union_f1": 0.39326534861308166, + "difference": 0.38764370394898157, + "predicted_positive_rate": 0.9257940041555358, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39326534861308166 + "path": "", + "source_priority": 0 }, { - "difference": 0.22753113988967633, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9608192341941229, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 0, - "strict_f1": 0.002737982762277539, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002737982762277539, "tolerance_f1": 0.08684880939041824, + "union_f1": 0.23026912265195387, + "difference": 0.22753113988967633, + "predicted_positive_rate": 0.9608192341941229, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23026912265195387 + "path": "", + "source_priority": 0 }, { - "difference": 0.16808348725958006, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9783302411873841, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0014654606094294809, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014654606094294809, "tolerance_f1": 0.062231858228220235, + "union_f1": 0.16954894786900954, + "difference": 0.16808348725958006, + "predicted_positive_rate": 0.9783302411873841, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16954894786900954 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0001, + "scope": "train_fire_top05pct", "threshold_key": "0.0001", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0001, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0001, + "scope": "train_fire_top10pct", "threshold_key": "0.0001", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0001, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0001, + "scope": "train_fire_top20pct", "threshold_key": "0.0001", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0001, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.601348973225457, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.014596289424860853, - "scope": "full_domain", + "label": "Reference", "seed": 0, - "source_priority": 0, - "strict_f1": 0.006568199246490847, - "threshold": 0.95, + "scope": "full_domain", "threshold_key": "0.9500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.006568199246490847, "tolerance_f1": 0.29937890424270136, + "union_f1": 0.6079171724719479, + "difference": 0.601348973225457, + "predicted_positive_rate": 0.014596289424860853, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6079171724719479 + "path": "", + "source_priority": 0 }, { - "difference": 0.7136230759527924, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02449292569506283, - "scope": "train_fire_top05pct", + "label": "Reference", "seed": 0, - "source_priority": 0, - "strict_f1": 0.04873596787441818, - "threshold": 0.95, + "scope": "train_fire_top05pct", "threshold_key": "0.9500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.04873596787441818, "tolerance_f1": 0.40145293653054454, + "union_f1": 0.7623590438272105, + "difference": 0.7136230759527924, + "predicted_positive_rate": 0.02449292569506283, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7623590438272105 + "path": "", + "source_priority": 0 }, { - "difference": 0.7104053704635315, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.012246462847531414, - "scope": "train_fire_top10pct", + "label": "Reference", "seed": 0, - "source_priority": 0, - "strict_f1": 0.0486915291328531, - "threshold": 0.95, + "scope": "train_fire_top10pct", "threshold_key": "0.9500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.0486915291328531, "tolerance_f1": 0.4004617740449798, + "union_f1": 0.7590968995963846, + "difference": 0.7104053704635315, + "predicted_positive_rate": 0.012246462847531414, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7590968995963846 + "path": "", + "source_priority": 0 }, { - "difference": 0.6811711568125168, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.006123685837971553, - "scope": "train_fire_top20pct", + "label": "Reference", "seed": 0, - "source_priority": 0, - "strict_f1": 0.04827336828783222, - "threshold": 0.95, + "scope": "train_fire_top20pct", "threshold_key": "0.9500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.04827336828783222, "tolerance_f1": 0.39128423640663973, + "union_f1": 0.7294445251003491, + "difference": 0.6811711568125168, + "predicted_positive_rate": 0.006123685837971553, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7294445251003491 + "path": "", + "source_priority": 0 }, { - "difference": 0.1941734129578403, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9922820037105752, - "scope": "full_domain", + "label": "StormCast", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0004887494780088282, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004887494780088282, "tolerance_f1": 0.06980169309182878, + "union_f1": 0.19466216243584913, + "difference": 0.1941734129578403, + "predicted_positive_rate": 0.9922820037105752, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19466216243584913 + "path": "", + "source_priority": 0 }, { - "difference": 0.36528470808376384, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9973285841495992, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 1, - "source_priority": 0, - "strict_f1": 0.005219477804850899, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005219477804850899, "tolerance_f1": 0.14889206690983883, + "union_f1": 0.3705041858886147, + "difference": 0.36528470808376384, + "predicted_positive_rate": 0.9973285841495992, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3705041858886147 + "path": "", + "source_priority": 0 }, { - "difference": 0.2204193669035129, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9965865241911547, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 1, - "source_priority": 0, - "strict_f1": 0.0026398468145228757, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0026398468145228757, "tolerance_f1": 0.08390125124244428, + "union_f1": 0.22305921371803578, + "difference": 0.2204193669035129, + "predicted_positive_rate": 0.9965865241911547, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22305921371803578 + "path": "", + "source_priority": 0 }, { - "difference": 0.16539060875783795, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9962152133580705, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 1, - "source_priority": 0, - "strict_f1": 0.001439170243914543, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001439170243914543, "tolerance_f1": 0.06116860905264603, + "union_f1": 0.1668297790017525, + "difference": 0.16539060875783795, + "predicted_positive_rate": 0.9962152133580705, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1668297790017525 + "path": "", + "source_priority": 0 }, { - "difference": 0.19479855806395832, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9886753246753247, - "scope": "full_domain", + "label": "StormCast", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0004905319945803844, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004905319945803844, "tolerance_f1": 0.07004345000159352, + "union_f1": 0.1952890900585387, + "difference": 0.19479855806395832, + "predicted_positive_rate": 0.9886753246753247, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1952890900585387 + "path": "", + "source_priority": 0 }, { - "difference": 0.3877432263256208, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9254971801721579, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 123, - "source_priority": 0, - "strict_f1": 0.005623442559599164, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005623442559599164, "tolerance_f1": 0.15944944831691155, + "union_f1": 0.39336666888522, + "difference": 0.3877432263256208, + "predicted_positive_rate": 0.9254971801721579, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39336666888522 + "path": "", + "source_priority": 0 }, { - "difference": 0.22756219493836724, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9606708222024339, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 123, - "source_priority": 0, - "strict_f1": 0.002738405168257641, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002738405168257641, "tolerance_f1": 0.08686164376307684, + "union_f1": 0.23030060010662487, + "difference": 0.22756219493836724, + "predicted_positive_rate": 0.9606708222024339, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23030060010662487 + "path": "", + "source_priority": 0 }, { - "difference": 0.16809514786801025, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9782560296846011, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 123, - "source_priority": 0, - "strict_f1": 0.0014655716993051168, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014655716993051168, "tolerance_f1": 0.06223643229238444, + "union_f1": 0.16956071956731536, + "difference": 0.16809514786801025, + "predicted_positive_rate": 0.9782560296846011, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16956071956731536 + "path": "", + "source_priority": 0 }, { - "difference": 0.1955214345352177, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9846233766233766, - "scope": "full_domain", + "label": "StormCast", "seed": 42, - "source_priority": 0, - "strict_f1": 0.0004925501476206198, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004925501476206198, "tolerance_f1": 0.07032155974511028, + "union_f1": 0.19601398468283832, + "difference": 0.1955214345352177, + "predicted_positive_rate": 0.9846233766233766, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19601398468283832 + "path": "", + "source_priority": 0 }, { - "difference": 0.38844131515497954, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 42, - "source_priority": 0, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 0 }, { - "difference": 0.2282163144290469, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 42, - "source_priority": 0, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 0 }, { - "difference": 0.16866850620027352, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 42, - "source_priority": 0, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 0 }, { - "difference": 0.19479855806395832, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9886753246753247, - "scope": "full_domain", + "label": "StormCast", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0004905319945803844, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004905319945803844, "tolerance_f1": 0.07004345000159352, + "union_f1": 0.1952890900585387, + "difference": 0.19479855806395832, + "predicted_positive_rate": 0.9886753246753247, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1952890900585387 + "path": "", + "source_priority": 0 }, { - "difference": 0.38784279977334685, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.92520035618878, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00562524160545995, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.00562524160545995, "tolerance_f1": 0.15949652359184557, + "union_f1": 0.3934680413788068, + "difference": 0.38784279977334685, + "predicted_positive_rate": 0.92520035618878, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3934680413788068 + "path": "", + "source_priority": 0 }, { - "difference": 0.2275932584637248, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.960522410210745, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0027388277045923585, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0027388277045923585, "tolerance_f1": 0.0868744819295806, + "union_f1": 0.23033208616831716, + "difference": 0.2275932584637248, + "predicted_positive_rate": 0.960522410210745, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23033208616831716 + "path": "", + "source_priority": 0 }, { - "difference": 0.16810681009431644, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9781818181818182, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0014656828060244616, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014656828060244616, "tolerance_f1": 0.06224100702898884, + "union_f1": 0.1695724929003409, + "difference": 0.16810681009431644, + "predicted_positive_rate": 0.9781818181818182, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1695724929003409 + "path": "", + "source_priority": 0 }, { - "difference": 0.19415960008322136, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9922820037105752, - "scope": "full_domain", + "label": "StormCast", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0004887494780088282, - "threshold": 0.0002, + "scope": "full_domain", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0004887494780088282, "tolerance_f1": 0.06979774571547358, + "union_f1": 0.1946483495612302, + "difference": 0.19415960008322136, + "predicted_positive_rate": 0.9922820037105752, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1946483495612302 + "path": "", + "source_priority": 0 }, { - "difference": 0.3877432263256208, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9254971801721579, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 99, - "source_priority": 0, - "strict_f1": 0.005623442559599164, - "threshold": 0.0002, + "scope": "train_fire_top05pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.005623442559599164, "tolerance_f1": 0.15944944831691155, + "union_f1": 0.39336666888522, + "difference": 0.3877432263256208, + "predicted_positive_rate": 0.9254971801721579, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39336666888522 + "path": "", + "source_priority": 0 }, { - "difference": 0.22756219493836724, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9606708222024339, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 99, - "source_priority": 0, - "strict_f1": 0.002738405168257641, - "threshold": 0.0002, + "scope": "train_fire_top10pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.002738405168257641, "tolerance_f1": 0.08686164376307684, + "union_f1": 0.23030060010662487, + "difference": 0.22756219493836724, + "predicted_positive_rate": 0.9606708222024339, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23030060010662487 + "path": "", + "source_priority": 0 }, { - "difference": 0.16809514786801025, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9782560296846011, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 99, - "source_priority": 0, - "strict_f1": 0.0014655716993051168, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014655716993051168, "tolerance_f1": 0.06223643229238444, + "union_f1": 0.16956071956731536, + "difference": 0.16809514786801025, + "predicted_positive_rate": 0.9782560296846011, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16956071956731536 + "path": "", + "source_priority": 0 }, { - "difference": 0.3044358568583716, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.057648732220160794, - "scope": "full_domain", + "label": "DLWP", "seed": 17, - "source_priority": 0, - "strict_f1": 0.001786130143937306, - "threshold": 0.08, + "scope": "full_domain", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.001786130143937306, "tolerance_f1": 0.16383974771641738, + "union_f1": 0.3062219870023089, + "difference": 0.3044358568583716, + "predicted_positive_rate": 0.057648732220160794, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3062219870023089 + "path": "", + "source_priority": 0 }, { - "difference": 0.5668021940668209, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.05733155238943306, - "scope": "train_fire_top05pct", + "label": "DLWP", "seed": 17, - "source_priority": 0, - "strict_f1": 0.01972516815912186, - "threshold": 0.08, + "scope": "train_fire_top05pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.01972516815912186, "tolerance_f1": 0.3500819147736832, + "union_f1": 0.5865273622259427, + "difference": 0.5668021940668209, + "predicted_positive_rate": 0.05733155238943306, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5865273622259427 + "path": "", + "source_priority": 0 }, { - "difference": 0.5537110636994692, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02979989116453943, - "scope": "train_fire_top10pct", + "label": "DLWP", "seed": 17, - "source_priority": 0, - "strict_f1": 0.018998410174880763, - "threshold": 0.08, + "scope": "train_fire_top10pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.018998410174880763, "tolerance_f1": 0.3409571337826908, + "union_f1": 0.57270947387435, + "difference": 0.5537110636994692, + "predicted_positive_rate": 0.02979989116453943, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.57270947387435 + "path": "", + "source_priority": 0 }, { - "difference": 0.44734760227295295, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.010166975881261595, - "scope": "train_fire_top20pct", + "label": "DLWP", "seed": 17, - "source_priority": 0, - "strict_f1": 0.01931818181818182, - "threshold": 0.1, + "scope": "train_fire_top20pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.01931818181818182, "tolerance_f1": 0.28953047944835925, + "union_f1": 0.4666657840911348, + "difference": 0.44734760227295295, + "predicted_positive_rate": 0.010166975881261595, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4666657840911348 + "path": "", + "source_priority": 0 }, { - "difference": 0.2924864697969017, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04519196042053185, - "scope": "full_domain", + "label": "DLWP", "seed": 37, - "source_priority": 0, - "strict_f1": 0.0019600476944939, - "threshold": 0.1, + "scope": "full_domain", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.0019600476944939, "tolerance_f1": 0.17299721297318826, + "union_f1": 0.2944465174913956, + "difference": 0.2924864697969017, + "predicted_positive_rate": 0.04519196042053185, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2944465174913956 + "path": "", + "source_priority": 0 }, { - "difference": 0.5053802602935323, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04792965271593945, - "scope": "train_fire_top05pct", + "label": "DLWP", "seed": 37, - "source_priority": 0, - "strict_f1": 0.024960845732184808, - "threshold": 0.1, + "scope": "train_fire_top05pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.024960845732184808, "tolerance_f1": 0.35323298220195054, + "union_f1": 0.5303411060257172, + "difference": 0.5053802602935323, + "predicted_positive_rate": 0.04792965271593945, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5303411060257172 + "path": "", + "source_priority": 0 }, { - "difference": 0.486215877804802, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.025880577817354308, - "scope": "train_fire_top10pct", + "label": "DLWP", "seed": 37, - "source_priority": 0, - "strict_f1": 0.023191305534082125, - "threshold": 0.1, + "scope": "train_fire_top10pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.023191305534082125, "tolerance_f1": 0.33689092573275314, + "union_f1": 0.5094071833388841, + "difference": 0.486215877804802, + "predicted_positive_rate": 0.025880577817354308, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5094071833388841 + "path": "", + "source_priority": 0 }, { - "difference": 0.26320327785336994, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0027860235003092145, - "scope": "train_fire_top20pct", + "label": "DLWP", "seed": 37, - "source_priority": 0, - "strict_f1": 0.028949691085613415, - "threshold": 0.2, + "scope": "train_fire_top20pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.028949691085613415, "tolerance_f1": 0.20397124965652888, + "union_f1": 0.29215296893898335, + "difference": 0.26320327785336994, + "predicted_positive_rate": 0.0027860235003092145, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.29215296893898335 + "path": "", + "source_priority": 0 }, { - "difference": 0.17556822794728488, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02625751391465677, - "scope": "full_domain", + "label": "DLWP", "seed": 57, - "source_priority": 0, - "strict_f1": 0.001008153911497155, - "threshold": 0.1, + "scope": "full_domain", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.001008153911497155, "tolerance_f1": 0.09460750931776095, + "union_f1": 0.17657638185878205, + "difference": 0.17556822794728488, + "predicted_positive_rate": 0.02625751391465677, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17657638185878205 + "path": "", + "source_priority": 0 }, { - "difference": 0.5636022889410879, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.1306866528148808, - "scope": "train_fire_top05pct", + "label": "DLWP", "seed": 57, - "source_priority": 0, - "strict_f1": 0.017035016422646553, - "threshold": 0.05, + "scope": "train_fire_top05pct", "threshold_key": "0.0500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.05, + "strict_f1": 0.017035016422646553, "tolerance_f1": 0.3101459291213085, + "union_f1": 0.5806373053637345, + "difference": 0.5636022889410879, + "predicted_positive_rate": 0.1306866528148808, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5806373053637345 + "path": "", + "source_priority": 0 }, { - "difference": 0.3946007462885974, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02746487582863362, - "scope": "train_fire_top10pct", + "label": "DLWP", "seed": 57, - "source_priority": 0, - "strict_f1": 0.018477139910622206, - "threshold": 0.08, + "scope": "train_fire_top10pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.018477139910622206, "tolerance_f1": 0.2606560686639405, + "union_f1": 0.41307788619921965, + "difference": 0.3946007462885974, + "predicted_positive_rate": 0.02746487582863362, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.41307788619921965 + "path": "", + "source_priority": 0 }, { - "difference": 0.30932859219900066, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.021262213976499692, - "scope": "train_fire_top20pct", + "label": "DLWP", "seed": 57, - "source_priority": 0, - "strict_f1": 0.01226752201682564, - "threshold": 0.08, + "scope": "train_fire_top20pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.01226752201682564, "tolerance_f1": 0.19661692001462533, + "union_f1": 0.3215961142158263, + "difference": 0.30932859219900066, + "predicted_positive_rate": 0.021262213976499692, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3215961142158263 + "path": "", + "source_priority": 0 }, { - "difference": 0.26339192421292845, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0589282622139765, - "scope": "full_domain", + "label": "DLWP", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0016304484151205278, - "threshold": 0.08, + "scope": "full_domain", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.0016304484151205278, "tolerance_f1": 0.14442504878529014, + "union_f1": 0.265022372628049, + "difference": 0.26339192421292845, + "predicted_positive_rate": 0.0589282622139765, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.265022372628049 + "path": "", + "source_priority": 0 }, { - "difference": 0.45626799482364494, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.06984763035519936, - "scope": "train_fire_top05pct", + "label": "DLWP", "seed": 7, - "source_priority": 0, - "strict_f1": 0.016864097224592905, - "threshold": 0.08, + "scope": "train_fire_top05pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.016864097224592905, "tolerance_f1": 0.28520211660517514, + "union_f1": 0.47313209204823786, + "difference": 0.45626799482364494, + "predicted_positive_rate": 0.06984763035519936, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.47313209204823786 + "path": "", + "source_priority": 0 }, { - "difference": 0.3591438068453628, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.052691204115959234, - "scope": "train_fire_top10pct", + "label": "DLWP", "seed": 7, - "source_priority": 0, - "strict_f1": 0.011312372621310312, - "threshold": 0.08, + "scope": "train_fire_top10pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.011312372621310312, "tolerance_f1": 0.2160234001333052, + "union_f1": 0.3704561794666731, + "difference": 0.3591438068453628, + "predicted_positive_rate": 0.052691204115959234, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3704561794666731 + "path": "", + "source_priority": 0 }, { - "difference": 0.2695667418377301, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04168893011750155, - "scope": "train_fire_top20pct", + "label": "DLWP", "seed": 7, - "source_priority": 0, - "strict_f1": 0.007379212786746584, - "threshold": 0.08, + "scope": "train_fire_top20pct", "threshold_key": "0.0800", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.08, + "strict_f1": 0.007379212786746584, "tolerance_f1": 0.1600767886426284, + "union_f1": 0.2769459546244767, + "difference": 0.2695667418377301, + "predicted_positive_rate": 0.04168893011750155, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2769459546244767 + "path": "", + "source_priority": 0 }, { - "difference": 0.36515720594022893, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.028077427334570193, - "scope": "full_domain", + "label": "DLWP", "seed": 97, - "source_priority": 0, - "strict_f1": 0.002078902199880332, - "threshold": 0.1, + "scope": "full_domain", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.002078902199880332, "tolerance_f1": 0.16987085515333694, + "union_f1": 0.36723610814010926, + "difference": 0.36515720594022893, + "predicted_positive_rate": 0.028077427334570193, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.36723610814010926 + "path": "", + "source_priority": 0 }, { - "difference": 0.5906566149800531, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.16420797467102008, - "scope": "train_fire_top05pct", + "label": "DLWP", "seed": 97, - "source_priority": 0, - "strict_f1": 0.011684287006420426, - "threshold": 0.05, + "scope": "train_fire_top05pct", "threshold_key": "0.0500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.05, + "strict_f1": 0.011684287006420426, "tolerance_f1": 0.2874938355126855, + "union_f1": 0.6023409019864735, + "difference": 0.5906566149800531, + "predicted_positive_rate": 0.16420797467102008, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6023409019864735 + "path": "", + "source_priority": 0 }, { - "difference": 0.48212021492719026, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.11266572672405263, - "scope": "train_fire_top10pct", + "label": "DLWP", "seed": 97, - "source_priority": 0, - "strict_f1": 0.008571862589787548, - "threshold": 0.05, + "scope": "train_fire_top10pct", "threshold_key": "0.0500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.05, + "strict_f1": 0.008571862589787548, "tolerance_f1": 0.22837595071441363, + "union_f1": 0.4906920775169778, + "difference": 0.48212021492719026, + "predicted_positive_rate": 0.11266572672405263, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4906920775169778 + "path": "", + "source_priority": 0 }, { - "difference": 0.38082140073143794, - "label": "DLWP", "model_tag": "dlwp", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02008596165739023, - "scope": "train_fire_top20pct", + "label": "DLWP", "seed": 97, - "source_priority": 0, - "strict_f1": 0.008323671928416423, - "threshold": 0.1, + "scope": "train_fire_top20pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.008323671928416423, "tolerance_f1": 0.19681923783547378, + "union_f1": 0.3891450726598544, + "difference": 0.38082140073143794, + "predicted_positive_rate": 0.02008596165739023, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3891450726598544 + "path": "", + "source_priority": 0 }, { - "difference": 0.3840989936961055, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.03192430426716141, - "scope": "full_domain", + "label": "FCN", "seed": 17, - "source_priority": 0, - "strict_f1": 0.002068681772914111, - "threshold": 0.15, + "scope": "full_domain", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.002068681772914111, "tolerance_f1": 0.19094441931639336, + "union_f1": 0.38616767546901964, + "difference": 0.3840989936961055, + "predicted_positive_rate": 0.03192430426716141, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.38616767546901964 + "path": "", + "source_priority": 0 }, { - "difference": 0.46051807014713964, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.06528643514395963, - "scope": "train_fire_top05pct", + "label": "FCN", "seed": 17, - "source_priority": 0, - "strict_f1": 0.012095158293562608, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.012095158293562608, "tolerance_f1": 0.25572856051368525, + "union_f1": 0.47261322844070225, + "difference": 0.46051807014713964, + "predicted_positive_rate": 0.06528643514395963, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.47261322844070225 + "path": "", + "source_priority": 0 }, { - "difference": 0.30442339402679647, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.03344711586029484, - "scope": "train_fire_top10pct", + "label": "FCN", "seed": 17, - "source_priority": 0, - "strict_f1": 0.006403642961329112, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.006403642961329112, "tolerance_f1": 0.16176542623012913, + "union_f1": 0.3108270369881256, + "difference": 0.30442339402679647, + "predicted_positive_rate": 0.03344711586029484, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3108270369881256 + "path": "", + "source_priority": 0 }, { - "difference": 0.2121721179401987, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.01035930735930736, - "scope": "train_fire_top20pct", + "label": "FCN", "seed": 17, - "source_priority": 0, - "strict_f1": 0.004578192172408018, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.004578192172408018, "tolerance_f1": 0.10554731176319206, + "union_f1": 0.2167503101126067, + "difference": 0.2121721179401987, + "predicted_positive_rate": 0.01035930735930736, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2167503101126067 + "path": "", + "source_priority": 0 }, { - "difference": 0.33775307067336774, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.009495980210265924, - "scope": "full_domain", + "label": "FCN", "seed": 37, - "source_priority": 0, - "strict_f1": 0.00208290997764682, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.00208290997764682, "tolerance_f1": 0.16485748333864078, + "union_f1": 0.33983598065101456, + "difference": 0.33775307067336774, + "predicted_positive_rate": 0.009495980210265924, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.33983598065101456 + "path": "", + "source_priority": 0 }, { - "difference": 0.48713449736377723, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.01251113089937667, - "scope": "train_fire_top05pct", + "label": "FCN", "seed": 37, - "source_priority": 0, - "strict_f1": 0.024537870112874206, - "threshold": 0.2, + "scope": "train_fire_top05pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.024537870112874206, "tolerance_f1": 0.27999632336313063, + "union_f1": 0.5116723674766515, + "difference": 0.48713449736377723, + "predicted_positive_rate": 0.01251113089937667, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5116723674766515 + "path": "", + "source_priority": 0 }, { - "difference": 0.4238672329193606, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00802908875037103, - "scope": "train_fire_top10pct", + "label": "FCN", "seed": 37, - "source_priority": 0, - "strict_f1": 0.019849146486701073, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.019849146486701073, "tolerance_f1": 0.23420382391023928, + "union_f1": 0.4437163794060617, + "difference": 0.4238672329193606, + "predicted_positive_rate": 0.00802908875037103, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4437163794060617 + "path": "", + "source_priority": 0 }, { - "difference": 0.3647698181559645, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005085961657390229, - "scope": "train_fire_top20pct", + "label": "FCN", "seed": 37, - "source_priority": 0, - "strict_f1": 0.016197783461210574, - "threshold": 0.2, + "scope": "train_fire_top20pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.016197783461210574, "tolerance_f1": 0.19512358967789506, + "union_f1": 0.3809676016171751, + "difference": 0.3647698181559645, + "predicted_positive_rate": 0.005085961657390229, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3809676016171751 + "path": "", + "source_priority": 0 }, { - "difference": 0.2830040701913329, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0016064316635745208, - "scope": "full_domain", + "label": "FCN", "seed": 57, - "source_priority": 0, - "strict_f1": 0.0033447053314602988, - "threshold": 0.5, + "scope": "full_domain", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.0033447053314602988, "tolerance_f1": 0.16083569292964747, + "union_f1": 0.2863487755227932, + "difference": 0.2830040701913329, + "predicted_positive_rate": 0.0016064316635745208, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2863487755227932 + "path": "", + "source_priority": 0 }, { - "difference": 0.4820839133891601, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0197734243593549, - "scope": "train_fire_top05pct", + "label": "FCN", "seed": 57, - "source_priority": 0, - "strict_f1": 0.01569234169521494, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.01569234169521494, "tolerance_f1": 0.300679830289768, + "union_f1": 0.49777625508437506, + "difference": 0.4820839133891601, + "predicted_positive_rate": 0.0197734243593549, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.49777625508437506 + "path": "", + "source_priority": 0 }, { - "difference": 0.387627119265477, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.015055159790244386, - "scope": "train_fire_top10pct", + "label": "FCN", "seed": 57, - "source_priority": 0, - "strict_f1": 0.010726695875509895, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.010726695875509895, "tolerance_f1": 0.2256264421482596, + "union_f1": 0.3983538151409869, + "difference": 0.387627119265477, + "predicted_positive_rate": 0.015055159790244386, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3983538151409869 + "path": "", + "source_priority": 0 }, { - "difference": 0.3250188323968997, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.010080395794681509, - "scope": "train_fire_top20pct", + "label": "FCN", "seed": 57, - "source_priority": 0, - "strict_f1": 0.00859106529209622, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.00859106529209622, "tolerance_f1": 0.18647162974553239, + "union_f1": 0.33360989768899596, + "difference": 0.3250188323968997, + "predicted_positive_rate": 0.010080395794681509, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.33360989768899596 + "path": "", + "source_priority": 0 }, { - "difference": 0.4822930267328773, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.027048113790970933, - "scope": "full_domain", + "label": "FCN", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0026467855605157606, - "threshold": 0.15, + "scope": "full_domain", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.0026467855605157606, "tolerance_f1": 0.23211789308126832, + "union_f1": 0.48493981229339306, + "difference": 0.4822930267328773, + "predicted_positive_rate": 0.027048113790970933, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.48493981229339306 + "path": "", + "source_priority": 0 }, { - "difference": 0.5645980289087711, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.06537300880577818, - "scope": "train_fire_top05pct", + "label": "FCN", "seed": 7, - "source_priority": 0, - "strict_f1": 0.01222529471692621, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.01222529471692621, "tolerance_f1": 0.3028035236186743, + "union_f1": 0.5768233236256973, + "difference": 0.5645980289087711, + "predicted_positive_rate": 0.06537300880577818, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5768233236256973 + "path": "", + "source_priority": 0 }, { - "difference": 0.4452328295737776, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.030024982685267636, - "scope": "train_fire_top10pct", + "label": "FCN", "seed": 7, - "source_priority": 0, - "strict_f1": 0.008918001736248123, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.008918001736248123, "tolerance_f1": 0.2270292295163525, + "union_f1": 0.4541508313100257, + "difference": 0.4452328295737776, + "predicted_positive_rate": 0.030024982685267636, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4541508313100257 + "path": "", + "source_priority": 0 }, { - "difference": 0.3226698082083355, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.009654916512059368, - "scope": "train_fire_top20pct", + "label": "FCN", "seed": 7, - "source_priority": 0, - "strict_f1": 0.008704984497972811, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.008704984497972811, "tolerance_f1": 0.1596269732904185, + "union_f1": 0.3313747927063083, + "difference": 0.3226698082083355, + "predicted_positive_rate": 0.009654916512059368, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3313747927063083 + "path": "", + "source_priority": 0 }, { - "difference": 0.5017259192233794, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005936920222634508, - "scope": "full_domain", + "label": "FCN", "seed": 97, - "source_priority": 0, - "strict_f1": 0.00400312243549969, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.00400312243549969, "tolerance_f1": 0.22655113161542761, + "union_f1": 0.5057290416588791, + "difference": 0.5017259192233794, + "predicted_positive_rate": 0.005936920222634508, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5057290416588791 + "path": "", + "source_priority": 0 }, { - "difference": 0.6396713821034217, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.07633570792520035, - "scope": "train_fire_top05pct", + "label": "FCN", "seed": 97, - "source_priority": 0, - "strict_f1": 0.016606090988845718, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.016606090988845718, "tolerance_f1": 0.3296389749733903, + "union_f1": 0.6562774730922674, + "difference": 0.6396713821034217, + "predicted_positive_rate": 0.07633570792520035, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6562774730922674 + "path": "", + "source_priority": 0 }, { - "difference": 0.5525178187961205, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.049730384881765115, - "scope": "train_fire_top10pct", + "label": "FCN", "seed": 97, - "source_priority": 0, - "strict_f1": 0.012986069049061175, - "threshold": 0.15, + "scope": "train_fire_top10pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.012986069049061175, "tolerance_f1": 0.2724598040570218, + "union_f1": 0.5655038878451817, + "difference": 0.5525178187961205, + "predicted_positive_rate": 0.049730384881765115, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5655038878451817 + "path": "", + "source_priority": 0 }, { - "difference": 0.4298567373898511, - "label": "FCN", "model_tag": "fcn", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.006658627087198516, - "scope": "train_fire_top20pct", + "label": "FCN", "seed": 97, - "source_priority": 0, - "strict_f1": 0.011738073279114613, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.011738073279114613, "tolerance_f1": 0.20219147661108805, + "union_f1": 0.4415948106689657, + "difference": 0.4298567373898511, + "predicted_positive_rate": 0.006658627087198516, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4415948106689657 + "path": "", + "source_priority": 0 }, { - "difference": 0.2798111779709097, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004433395176252319, - "scope": "full_domain", + "label": "FengWu", "seed": 17, - "source_priority": 0, - "strict_f1": 0.003438698584843275, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.003438698584843275, "tolerance_f1": 0.1569315132056949, + "union_f1": 0.283249876555753, + "difference": 0.2798111779709097, + "predicted_positive_rate": 0.004433395176252319, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.283249876555753 + "path": "", + "source_priority": 0 }, { - "difference": 0.31898912374476807, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.008098347679825863, - "scope": "train_fire_top05pct", + "label": "FengWu", "seed": 17, - "source_priority": 0, - "strict_f1": 0.01848001848001848, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.01848001848001848, "tolerance_f1": 0.21207047330588913, + "union_f1": 0.3374691422247865, + "difference": 0.31898912374476807, + "predicted_positive_rate": 0.008098347679825863, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3374691422247865 + "path": "", + "source_priority": 0 }, { - "difference": 0.28149494747245746, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005720045513010785, - "scope": "train_fire_top10pct", + "label": "FengWu", "seed": 17, - "source_priority": 0, - "strict_f1": 0.014059753954305799, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.014059753954305799, "tolerance_f1": 0.17969557482138315, + "union_f1": 0.29555470142676327, + "difference": 0.28149494747245746, + "predicted_positive_rate": 0.005720045513010785, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.29555470142676327 + "path": "", + "source_priority": 0 }, { - "difference": 0.2536326799641239, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0035126777983920843, - "scope": "train_fire_top20pct", + "label": "FengWu", "seed": 17, - "source_priority": 0, - "strict_f1": 0.011695906432748539, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.011695906432748539, "tolerance_f1": 0.1579992352547558, + "union_f1": 0.26532858639687246, + "difference": 0.2536326799641239, + "predicted_positive_rate": 0.0035126777983920843, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.26532858639687246 + "path": "", + "source_priority": 0 }, { - "difference": 0.2236424973966951, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0023098330241187385, - "scope": "full_domain", + "label": "FengWu", "seed": 37, - "source_priority": 0, - "strict_f1": 0.0018414421399496025, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.0018414421399496025, "tolerance_f1": 0.10327893388535589, + "union_f1": 0.2254839395366447, + "difference": 0.2236424973966951, + "predicted_positive_rate": 0.0023098330241187385, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2254839395366447 + "path": "", + "source_priority": 0 }, { - "difference": 0.26699212025153246, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0032452755515979025, - "scope": "train_fire_top05pct", + "label": "FengWu", "seed": 37, - "source_priority": 0, - "strict_f1": 0.01267427122940431, - "threshold": 0.2, + "scope": "train_fire_top05pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.01267427122940431, "tolerance_f1": 0.13288915578187116, + "union_f1": 0.27966639148093675, + "difference": 0.26699212025153246, + "predicted_positive_rate": 0.0032452755515979025, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.27966639148093675 + "path": "", + "source_priority": 0 }, { - "difference": 0.24813584863600618, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0019738794894627485, - "scope": "train_fire_top10pct", + "label": "FengWu", "seed": 37, - "source_priority": 0, - "strict_f1": 0.011273957158962795, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.011273957158962795, "tolerance_f1": 0.1191832198916516, + "union_f1": 0.259409805794969, + "difference": 0.24813584863600618, + "predicted_positive_rate": 0.0019738794894627485, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.259409805794969 + "path": "", + "source_priority": 0 }, { - "difference": 0.2344501305987902, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0010810142238713667, - "scope": "train_fire_top20pct", + "label": "FengWu", "seed": 37, - "source_priority": 0, - "strict_f1": 0.010316368638239341, - "threshold": 0.2, + "scope": "train_fire_top20pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.010316368638239341, "tolerance_f1": 0.11041562343515275, + "union_f1": 0.24476649923702953, + "difference": 0.2344501305987902, + "predicted_positive_rate": 0.0010810142238713667, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.24476649923702953 + "path": "", + "source_priority": 0 }, { - "difference": 0.06735555938074993, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00042881880024737165, - "scope": "full_domain", + "label": "FengWu", "seed": 57, - "source_priority": 0, - "strict_f1": 0.001842299189388357, - "threshold": 0.5, + "scope": "full_domain", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.001842299189388357, "tolerance_f1": 0.042906126190853267, + "union_f1": 0.06919785857013828, + "difference": 0.06735555938074993, + "predicted_positive_rate": 0.00042881880024737165, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.06919785857013828 + "path": "", + "source_priority": 0 }, { - "difference": 0.3168732218355133, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005567923221529633, - "scope": "train_fire_top05pct", + "label": "FengWu", "seed": 57, - "source_priority": 0, - "strict_f1": 0.0205686630369026, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.0205686630369026, "tolerance_f1": 0.1866312847963942, + "union_f1": 0.3374418848724159, + "difference": 0.3168732218355133, + "predicted_positive_rate": 0.005567923221529633, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3374418848724159 + "path": "", + "source_priority": 0 }, { - "difference": 0.3141659158267793, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0028556940734144652, - "scope": "train_fire_top10pct", + "label": "FengWu", "seed": 57, - "source_priority": 0, - "strict_f1": 0.02015411973918198, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.02015411973918198, "tolerance_f1": 0.1840127014362662, + "union_f1": 0.33432003556596124, + "difference": 0.3141659158267793, + "predicted_positive_rate": 0.0028556940734144652, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.33432003556596124 + "path": "", + "source_priority": 0 }, { - "difference": 0.2991917676543021, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0015157699443413728, - "scope": "train_fire_top20pct", + "label": "FengWu", "seed": 57, - "source_priority": 0, - "strict_f1": 0.018831348656881748, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.018831348656881748, "tolerance_f1": 0.17388386719173746, + "union_f1": 0.31802311631118385, + "difference": 0.2991917676543021, + "predicted_positive_rate": 0.0015157699443413728, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.31802311631118385 + "path": "", + "source_priority": 0 }, { - "difference": 0.18397565646547948, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0016931354359925788, - "scope": "full_domain", + "label": "FengWu", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00268370607028754, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.00268370607028754, "tolerance_f1": 0.09710793321083327, + "union_f1": 0.186659362535767, + "difference": 0.18397565646547948, + "predicted_positive_rate": 0.0016931354359925788, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.186659362535767 + "path": "", + "source_priority": 0 }, { - "difference": 0.20932175095916816, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0030746017611556348, - "scope": "train_fire_top05pct", + "label": "FengWu", "seed": 7, - "source_priority": 0, - "strict_f1": 0.013054830287206266, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.013054830287206266, "tolerance_f1": 0.12305221580797777, + "union_f1": 0.22237658124637444, + "difference": 0.20932175095916816, + "predicted_positive_rate": 0.0030746017611556348, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22237658124637444 + "path": "", + "source_priority": 0 }, { - "difference": 0.19895488431057093, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0019998515880083113, - "scope": "train_fire_top10pct", + "label": "FengWu", "seed": 7, - "source_priority": 0, - "strict_f1": 0.011185682326621925, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.011185682326621925, "tolerance_f1": 0.11778287307219655, + "union_f1": 0.21014056663719285, + "difference": 0.19895488431057093, + "predicted_positive_rate": 0.0019998515880083113, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21014056663719285 + "path": "", + "source_priority": 0 }, { - "difference": 0.19412591498868878, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0010822510822510823, - "scope": "train_fire_top20pct", + "label": "FengWu", "seed": 7, - "source_priority": 0, - "strict_f1": 0.010309278350515464, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.010309278350515464, "tolerance_f1": 0.11130870584431331, + "union_f1": 0.20443519333920424, + "difference": 0.19412591498868878, + "predicted_positive_rate": 0.0010822510822510823, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.20443519333920424 + "path": "", + "source_priority": 0 }, { - "difference": 0.43726313068468925, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.012518243661100804, - "scope": "full_domain", + "label": "FengWu", "seed": 97, - "source_priority": 0, - "strict_f1": 0.0032567291196169464, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.0032567291196169464, "tolerance_f1": 0.20002472134774485, + "union_f1": 0.4405198598043062, + "difference": 0.43726313068468925, + "predicted_positive_rate": 0.012518243661100804, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4405198598043062 + "path": "", + "source_priority": 0 }, { - "difference": 0.3146235231202003, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.010032650638171565, - "scope": "train_fire_top05pct", + "label": "FengWu", "seed": 97, - "source_priority": 0, - "strict_f1": 0.013695949911954608, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", + "threshold": 0.3, + "strict_f1": 0.013695949911954608, + "tolerance_f1": 0.15917085028122405, + "union_f1": 0.3283194730321549, + "difference": 0.3146235231202003, + "predicted_positive_rate": 0.010032650638171565, "tolerance_combo": "t0_s8", - "tolerance_f1": 0.15917085028122405, "union_combo": "t3_s8", - "union_f1": 0.3283194730321549 + "path": "", + "source_priority": 0 }, { - "difference": 0.10438312130672354, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0004947066389630949, - "scope": "train_fire_top10pct", + "label": "FengWu", "seed": 97, - "source_priority": 0, - "strict_f1": 0.005460750853242321, - "threshold": 0.5, + "scope": "train_fire_top10pct", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.005460750853242321, "tolerance_f1": 0.04684227229450968, + "union_f1": 0.10984387215996587, + "difference": 0.10438312130672354, + "predicted_positive_rate": 0.0004947066389630949, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.10984387215996587 + "path": "", + "source_priority": 0 }, { - "difference": 0.1019380452757028, - "label": "FengWu", "model_tag": "fengwu", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0003116883116883117, - "scope": "train_fire_top20pct", + "label": "FengWu", "seed": 97, - "source_priority": 0, - "strict_f1": 0.004807692307692307, - "threshold": 0.5, + "scope": "train_fire_top20pct", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.004807692307692307, "tolerance_f1": 0.04393081279657125, + "union_f1": 0.1067457375833951, + "difference": 0.1019380452757028, + "predicted_positive_rate": 0.0003116883116883117, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1067457375833951 + "path": "", + "source_priority": 0 }, { - "difference": 0.3742624367300788, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004230179344465059, - "scope": "full_domain", + "label": "FuXi", "seed": 17, - "source_priority": 0, - "strict_f1": 0.003097173828881146, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.003097173828881146, "tolerance_f1": 0.20441214417386547, + "union_f1": 0.37735961055895995, + "difference": 0.3742624367300788, + "predicted_positive_rate": 0.004230179344465059, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.37735961055895995 + "path": "", + "source_priority": 0 }, { - "difference": 0.530575061359281, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.024220837043633127, - "scope": "train_fire_top05pct", + "label": "FuXi", "seed": 17, - "source_priority": 0, - "strict_f1": 0.02138840232322301, - "threshold": 0.2, + "scope": "train_fire_top05pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.02138840232322301, "tolerance_f1": 0.30180702036802187, + "union_f1": 0.551963463682504, + "difference": 0.530575061359281, + "predicted_positive_rate": 0.024220837043633127, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.551963463682504 + "path": "", + "source_priority": 0 }, { - "difference": 0.43990346446961154, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0040170179083803305, - "scope": "train_fire_top10pct", + "label": "FuXi", "seed": 17, - "source_priority": 0, - "strict_f1": 0.019476002782286114, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.019476002782286114, "tolerance_f1": 0.26166119072060445, + "union_f1": 0.45937946725189766, + "difference": 0.43990346446961154, + "predicted_positive_rate": 0.0040170179083803305, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.45937946725189766 + "path": "", + "source_priority": 0 }, { - "difference": 0.40169955480281794, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0031719233147804574, - "scope": "train_fire_top20pct", + "label": "FuXi", "seed": 17, - "source_priority": 0, - "strict_f1": 0.013674670058832883, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.013674670058832883, "tolerance_f1": 0.25519274478475146, + "union_f1": 0.4153742248616508, + "difference": 0.40169955480281794, + "predicted_positive_rate": 0.0031719233147804574, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4153742248616508 + "path": "", + "source_priority": 0 }, { - "difference": 0.217453250561222, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.001522943722943723, - "scope": "full_domain", + "label": "FuXi", "seed": 37, - "source_priority": 0, - "strict_f1": 0.0029424127784783522, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.0029424127784783522, "tolerance_f1": 0.13539446199130012, + "union_f1": 0.22039566333970034, + "difference": 0.217453250561222, + "predicted_positive_rate": 0.001522943722943723, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22039566333970034 + "path": "", + "source_priority": 0 }, { - "difference": 0.3862603850081952, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.007007519540912239, - "scope": "train_fire_top05pct", + "label": "FuXi", "seed": 37, - "source_priority": 0, - "strict_f1": 0.02109053497942387, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.02109053497942387, "tolerance_f1": 0.26086649919553234, + "union_f1": 0.4073509199876191, + "difference": 0.3862603850081952, + "predicted_positive_rate": 0.007007519540912239, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4073509199876191 + "path": "", + "source_priority": 0 }, { - "difference": 0.23030507895417707, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0016448995745522905, - "scope": "train_fire_top10pct", + "label": "FuXi", "seed": 37, - "source_priority": 0, - "strict_f1": 0.016701461377870565, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.016701461377870565, "tolerance_f1": 0.1656142112861716, + "union_f1": 0.24700654033204764, + "difference": 0.23030507895417707, + "predicted_positive_rate": 0.0016448995745522905, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.24700654033204764 + "path": "", + "source_priority": 0 }, { - "difference": 0.21606998197866278, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0009029066171923315, - "scope": "train_fire_top20pct", + "label": "FuXi", "seed": 37, - "source_priority": 0, - "strict_f1": 0.015267175572519083, - "threshold": 0.2, + "scope": "train_fire_top20pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.015267175572519083, "tolerance_f1": 0.15340459969134643, + "union_f1": 0.23133715755118187, + "difference": 0.21606998197866278, + "predicted_positive_rate": 0.0009029066171923315, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23133715755118187 + "path": "", + "source_priority": 0 }, { - "difference": 0.35798567074450705, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0026514533085961658, - "scope": "full_domain", + "label": "FuXi", "seed": 57, - "source_priority": 0, - "strict_f1": 0.005897939994871356, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.005897939994871356, "tolerance_f1": 0.22566599998043468, + "union_f1": 0.3638836107393784, + "difference": 0.35798567074450705, + "predicted_positive_rate": 0.0026514533085961658, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3638836107393784 + "path": "", + "source_priority": 0 }, { - "difference": 0.49281035455029043, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004068962105471455, - "scope": "train_fire_top05pct", + "label": "FuXi", "seed": 57, - "source_priority": 0, - "strict_f1": 0.030370370370370364, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.030370370370370364, "tolerance_f1": 0.3499638832422191, + "union_f1": 0.5231807249206608, + "difference": 0.49281035455029043, + "predicted_positive_rate": 0.004068962105471455, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5231807249206608 + "path": "", + "source_priority": 0 }, { - "difference": 0.45700386933894555, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.002442614029880281, - "scope": "train_fire_top10pct", + "label": "FuXi", "seed": 57, - "source_priority": 0, - "strict_f1": 0.026973684210526316, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.026973684210526316, "tolerance_f1": 0.3231296638237823, + "union_f1": 0.48397755354947186, + "difference": 0.45700386933894555, + "predicted_positive_rate": 0.002442614029880281, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.48397755354947186 + "path": "", + "source_priority": 0 }, { - "difference": 0.4314537012527686, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0013982683982683983, - "scope": "train_fire_top20pct", + "label": "FuXi", "seed": 57, - "source_priority": 0, - "strict_f1": 0.0239695995323005, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.0239695995323005, "tolerance_f1": 0.30046102485294895, + "union_f1": 0.4554233007850691, + "difference": 0.4314537012527686, + "predicted_positive_rate": 0.0013982683982683983, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4554233007850691 + "path": "", + "source_priority": 0 }, { - "difference": 0.44532955766011967, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005430797773654916, - "scope": "full_domain", + "label": "FuXi", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0033573873422136956, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.0033573873422136956, "tolerance_f1": 0.2682493391647262, + "union_f1": 0.44868694500233336, + "difference": 0.44532955766011967, + "predicted_positive_rate": 0.005430797773654916, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.44868694500233336 + "path": "", + "source_priority": 0 }, { - "difference": 0.6138219771674631, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0665751459384585, - "scope": "train_fire_top05pct", + "label": "FuXi", "seed": 7, - "source_priority": 0, - "strict_f1": 0.016660707901322847, - "threshold": 0.1, + "scope": "train_fire_top05pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.016660707901322847, "tolerance_f1": 0.38200179460101663, + "union_f1": 0.6304826850687859, + "difference": 0.6138219771674631, + "predicted_positive_rate": 0.0665751459384585, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6304826850687859 + "path": "", + "source_priority": 0 }, { - "difference": 0.34740284065122157, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0019404867913327397, - "scope": "train_fire_top10pct", + "label": "FuXi", "seed": 7, - "source_priority": 0, - "strict_f1": 0.011389521640091117, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.011389521640091117, "tolerance_f1": 0.2251054852320675, + "union_f1": 0.35879236229131267, + "difference": 0.34740284065122157, + "predicted_positive_rate": 0.0019404867913327397, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.35879236229131267 + "path": "", + "source_priority": 0 }, { - "difference": 0.2820322009484037, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0013902288188002473, - "scope": "train_fire_top20pct", + "label": "FuXi", "seed": 7, - "source_priority": 0, - "strict_f1": 0.008802816901408451, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.008802816901408451, "tolerance_f1": 0.18265891116039673, + "union_f1": 0.29083501784981214, + "difference": 0.2820322009484037, + "predicted_positive_rate": 0.0013902288188002473, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.29083501784981214 + "path": "", + "source_priority": 0 }, { - "difference": 0.45054053460571325, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.008687322201607915, - "scope": "full_domain", + "label": "FuXi", "seed": 97, - "source_priority": 0, - "strict_f1": 0.003573506191307238, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.003573506191307238, "tolerance_f1": 0.21789178988640112, + "union_f1": 0.4541140407970205, + "difference": 0.45054053460571325, + "predicted_positive_rate": 0.008687322201607915, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4541140407970205 + "path": "", + "source_priority": 0 }, { - "difference": 0.5715381697222122, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04470416542990007, - "scope": "train_fire_top05pct", + "label": "FuXi", "seed": 97, - "source_priority": 0, - "strict_f1": 0.012024257632789628, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.012024257632789628, "tolerance_f1": 0.30008183753413636, + "union_f1": 0.5835624273550017, + "difference": 0.5715381697222122, + "predicted_positive_rate": 0.04470416542990007, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5835624273550017 + "path": "", + "source_priority": 0 }, { - "difference": 0.45337080969477445, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.01593821114079351, - "scope": "train_fire_top10pct", + "label": "FuXi", "seed": 97, - "source_priority": 0, - "strict_f1": 0.008170871559633027, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.008170871559633027, "tolerance_f1": 0.22512986809908905, + "union_f1": 0.4615416812544075, + "difference": 0.45337080969477445, + "predicted_positive_rate": 0.01593821114079351, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4615416812544075 + "path": "", + "source_priority": 0 }, { - "difference": 0.43708558281057147, - "label": "FuXi", "model_tag": "fuxi", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.011240568954854669, - "scope": "train_fire_top20pct", + "label": "FuXi", "seed": 97, - "source_priority": 0, - "strict_f1": 0.006516342573438146, - "threshold": 0.2, + "scope": "train_fire_top20pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.006516342573438146, "tolerance_f1": 0.20602494796886814, + "union_f1": 0.4436019253840096, + "difference": 0.43708558281057147, + "predicted_positive_rate": 0.011240568954854669, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4436019253840096 + "path": "", + "source_priority": 0 }, { - "difference": 0.2698875125828892, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0034029684601113172, - "scope": "full_domain", "seed": 17, - "source_priority": 0, - "strict_f1": 0.0018999796430752525, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.0018999796430752525, "tolerance_f1": 0.11199020227536667, + "union_f1": 0.27178749222596443, + "difference": 0.2698875125828892, + "predicted_positive_rate": 0.0034029684601113172, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.27178749222596443 + "path": "", + "source_priority": 0 }, { - "difference": 0.2627312378871571, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00599584446423271, - "scope": "train_fire_top05pct", "seed": 17, - "source_priority": 0, - "strict_f1": 0.006323656223052602, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.006323656223052602, "tolerance_f1": 0.1236361475439318, + "union_f1": 0.26905489411020966, + "difference": 0.2627312378871571, + "predicted_positive_rate": 0.00599584446423271, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.26905489411020966 + "path": "", + "source_priority": 0 }, { - "difference": 0.2112720683625158, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004856782428020184, - "scope": "train_fire_top10pct", "seed": 17, - "source_priority": 0, - "strict_f1": 0.004407051282051282, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.004407051282051282, "tolerance_f1": 0.09804613935969869, + "union_f1": 0.2156791196445671, + "difference": 0.2112720683625158, + "predicted_positive_rate": 0.004856782428020184, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2156791196445671 + "path": "", + "source_priority": 0 }, { - "difference": 0.19289957921827447, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0036982065553494126, - "scope": "train_fire_top20pct", "seed": 17, - "source_priority": 0, - "strict_f1": 0.003081232492997199, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.003081232492997199, "tolerance_f1": 0.0918614020950846, + "union_f1": 0.19598081171127166, + "difference": 0.19289957921827447, + "predicted_positive_rate": 0.0036982065553494126, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19598081171127166 + "path": "", + "source_priority": 0 }, { - "difference": 0.44278198559528875, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.015876932591218307, - "scope": "full_domain", "seed": 37, - "source_priority": 0, - "strict_f1": 0.002025689424980434, - "threshold": 0.1, + "scope": "full_domain", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.002025689424980434, "tolerance_f1": 0.17658327178527805, + "union_f1": 0.4448076750202692, + "difference": 0.44278198559528875, + "predicted_positive_rate": 0.015876932591218307, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4448076750202692 + "path": "", + "source_priority": 0 }, { - "difference": 0.5419792852745725, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02707034728406055, - "scope": "train_fire_top05pct", "seed": 37, - "source_priority": 0, - "strict_f1": 0.014334527877323108, - "threshold": 0.1, + "scope": "train_fire_top05pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.014334527877323108, "tolerance_f1": 0.23786880092608761, + "union_f1": 0.5563138131518957, + "difference": 0.5419792852745725, + "predicted_positive_rate": 0.02707034728406055, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5563138131518957 + "path": "", + "source_priority": 0 }, { - "difference": 0.467280448823381, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.018105026219451866, - "scope": "train_fire_top10pct", "seed": 37, - "source_priority": 0, - "strict_f1": 0.010952623535404991, - "threshold": 0.1, + "scope": "train_fire_top10pct", "threshold_key": "0.1000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.1, + "strict_f1": 0.010952623535404991, "tolerance_f1": 0.19299696406724362, + "union_f1": 0.478233072358786, + "difference": 0.467280448823381, + "predicted_positive_rate": 0.018105026219451866, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.478233072358786 + "path": "", + "source_priority": 0 }, { - "difference": 0.31356600176953114, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004520098948670378, - "scope": "train_fire_top20pct", "seed": 37, - "source_priority": 0, - "strict_f1": 0.003306175463454953, - "threshold": 0.15, + "scope": "train_fire_top20pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.003306175463454953, "tolerance_f1": 0.10046960132658891, + "union_f1": 0.3168721772329861, + "difference": 0.31356600176953114, + "predicted_positive_rate": 0.004520098948670378, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3168721772329861 + "path": "", + "source_priority": 0 }, { - "difference": 0.3065577101854246, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0028299319727891157, - "scope": "full_domain", "seed": 57, - "source_priority": 0, - "strict_f1": 0.00458918723078781, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.00458918723078781, "tolerance_f1": 0.14940756501428915, + "union_f1": 0.31114689741621243, + "difference": 0.3065577101854246, + "predicted_positive_rate": 0.0028299319727891157, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.31114689741621243 + "path": "", + "source_priority": 0 }, { - "difference": 0.3107866198278387, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.006668645493222519, - "scope": "train_fire_top05pct", "seed": 57, - "source_priority": 0, - "strict_f1": 0.012796587576646227, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.012796587576646227, "tolerance_f1": 0.15839502058327895, + "union_f1": 0.3235832074044849, + "difference": 0.3107866198278387, + "predicted_positive_rate": 0.006668645493222519, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3235832074044849 + "path": "", + "source_priority": 0 }, { - "difference": 0.285638850087505, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004374443455031167, - "scope": "train_fire_top10pct", "seed": 57, - "source_priority": 0, - "strict_f1": 0.010430247718383311, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.010430247718383311, "tolerance_f1": 0.14381976498868418, + "union_f1": 0.2960690978058883, + "difference": 0.285638850087505, + "predicted_positive_rate": 0.004374443455031167, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2960690978058883 + "path": "", + "source_priority": 0 }, { - "difference": 0.2659461938342217, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.002423005565862709, - "scope": "train_fire_top20pct", "seed": 57, - "source_priority": 0, - "strict_f1": 0.0094525403702245, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.0094525403702245, "tolerance_f1": 0.1330139941503748, + "union_f1": 0.2753987342044462, + "difference": 0.2659461938342217, + "predicted_positive_rate": 0.002423005565862709, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2753987342044462 + "path": "", + "source_priority": 0 }, { - "difference": 0.1610876335708797, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0013768707482993197, - "scope": "full_domain", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00412434125105018, - "threshold": 0.5, + "scope": "full_domain", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.00412434125105018, "tolerance_f1": 0.08503531719948608, + "union_f1": 0.1652119748219299, + "difference": 0.1610876335708797, + "predicted_positive_rate": 0.0013768707482993197, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1652119748219299 + "path": "", + "source_priority": 0 }, { - "difference": 0.27422409940357173, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.019518650440288908, - "scope": "train_fire_top05pct", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00961323496534764, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.00961323496534764, "tolerance_f1": 0.13752896018113672, + "union_f1": 0.2838373343689194, + "difference": 0.27422409940357173, + "predicted_positive_rate": 0.019518650440288908, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2838373343689194 + "path": "", + "source_priority": 0 }, { - "difference": 0.14003318233886966, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0035594142673394677, - "scope": "train_fire_top10pct", "seed": 7, - "source_priority": 0, - "strict_f1": 0.005579507988840983, - "threshold": 0.5, + "scope": "train_fire_top10pct", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.005579507988840983, "tolerance_f1": 0.07891517659613233, + "union_f1": 0.14561269032771065, + "difference": 0.14003318233886966, + "predicted_positive_rate": 0.0035594142673394677, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.14561269032771065 + "path": "", + "source_priority": 0 }, { - "difference": 0.13031562548755435, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0019332096474953618, - "scope": "train_fire_top20pct", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0051329911339244045, - "threshold": 0.5, + "scope": "train_fire_top20pct", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.0051329911339244045, "tolerance_f1": 0.07335569213391166, + "union_f1": 0.13544861662147875, + "difference": 0.13031562548755435, + "predicted_positive_rate": 0.0019332096474953618, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.13544861662147875 + "path": "", + "source_priority": 0 }, { - "difference": 0.13447416377324056, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0013461966604823748, - "scope": "full_domain", "seed": 97, - "source_priority": 0, - "strict_f1": 0.0015570260801868433, - "threshold": 0.5, + "scope": "full_domain", "threshold_key": "0.5000", "threshold_selector": "strict_f1", + "threshold": 0.5, + "strict_f1": 0.0015570260801868433, + "tolerance_f1": 0.04422040571422221, + "union_f1": 0.1360311898534274, + "difference": 0.13447416377324056, + "predicted_positive_rate": 0.0013461966604823748, "tolerance_combo": "t0_s8", - "tolerance_f1": 0.04422040571422221, "union_combo": "t3_s8", - "union_f1": 0.1360311898534274 + "path": "", + "source_priority": 0 }, { - "difference": 0.35676759703557515, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.014237657069357871, - "scope": "train_fire_top05pct", "seed": 97, - "source_priority": 0, - "strict_f1": 0.010571134928791661, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.010571134928791661, "tolerance_f1": 0.16460271440438795, + "union_f1": 0.3673387319643668, + "difference": 0.35676759703557515, + "predicted_positive_rate": 0.014237657069357871, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3673387319643668 + "path": "", + "source_priority": 0 }, { - "difference": 0.11744148944724705, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.002389433066191748, - "scope": "train_fire_top10pct", "seed": 97, - "source_priority": 0, - "strict_f1": 0.002669336002669336, - "threshold": 0.5, + "scope": "train_fire_top10pct", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.002669336002669336, "tolerance_f1": 0.03347640061525648, + "union_f1": 0.12011082544991639, + "difference": 0.11744148944724705, + "predicted_positive_rate": 0.002389433066191748, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.12011082544991639 + "path": "", + "source_priority": 0 }, { - "difference": 0.11926427213402073, + "model_tag": "pangu24_h24", "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0014211502782931354, - "scope": "train_fire_top20pct", "seed": 97, - "source_priority": 0, - "strict_f1": 0.002313475997686524, - "threshold": 0.5, + "scope": "train_fire_top20pct", "threshold_key": "0.5000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.5, + "strict_f1": 0.002313475997686524, "tolerance_f1": 0.036969834429575875, + "union_f1": 0.12157774813170726, + "difference": 0.11926427213402073, + "predicted_positive_rate": 0.0014211502782931354, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.12157774813170726 + "path": "", + "source_priority": 0 }, { - "difference": 0.3981469865854522, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.01413716759431045, - "scope": "full_domain", + "label": "Pangu-Weather", "seed": 17, - "source_priority": 0, - "strict_f1": 0.0019783244452090142, - "threshold": 0.2, + "scope": "full_domain", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.0019783244452090142, "tolerance_f1": 0.1809729686535962, + "union_f1": 0.40012531103066123, + "difference": 0.3981469865854522, + "predicted_positive_rate": 0.01413716759431045, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.40012531103066123 + "path": "", + "source_priority": 0 }, { - "difference": 0.4579044245182327, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.027451271396062134, - "scope": "train_fire_top05pct", + "label": "Pangu-Weather", "seed": 17, - "source_priority": 0, - "strict_f1": 0.011848926191063935, - "threshold": 0.2, + "scope": "train_fire_top05pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.011848926191063935, "tolerance_f1": 0.23514322359982898, + "union_f1": 0.46975335070929664, + "difference": 0.4579044245182327, + "predicted_positive_rate": 0.027451271396062134, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.46975335070929664 + "path": "", + "source_priority": 0 }, { - "difference": 0.37162889777394226, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.021221678044919364, - "scope": "train_fire_top10pct", + "label": "Pangu-Weather", "seed": 17, - "source_priority": 0, - "strict_f1": 0.008011413520632135, - "threshold": 0.2, + "scope": "train_fire_top10pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.008011413520632135, "tolerance_f1": 0.18336249012390426, + "union_f1": 0.3796403112945744, + "difference": 0.37162889777394226, + "predicted_positive_rate": 0.021221678044919364, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3796403112945744 + "path": "", + "source_priority": 0 }, { - "difference": 0.3180949408491859, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.017168212739641312, - "scope": "train_fire_top20pct", + "label": "Pangu-Weather", "seed": 17, - "source_priority": 0, - "strict_f1": 0.005117388748660143, - "threshold": 0.2, + "scope": "train_fire_top20pct", "threshold_key": "0.2000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.2, + "strict_f1": 0.005117388748660143, "tolerance_f1": 0.14938342628742876, + "union_f1": 0.323212329597846, + "difference": 0.3180949408491859, + "predicted_positive_rate": 0.017168212739641312, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.323212329597846 + "path": "", + "source_priority": 0 }, { - "difference": 0.3350135537819443, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.00479208410636982, - "scope": "full_domain", + "label": "Pangu-Weather", "seed": 37, - "source_priority": 0, - "strict_f1": 0.0014740203906154037, - "threshold": 0.15, + "scope": "full_domain", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.0014740203906154037, "tolerance_f1": 0.14188194761227685, + "union_f1": 0.3364875741725597, + "difference": 0.3350135537819443, + "predicted_positive_rate": 0.00479208410636982, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3364875741725597 + "path": "", + "source_priority": 0 }, { - "difference": 0.42661251656646776, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.006297615514000198, - "scope": "train_fire_top05pct", + "label": "Pangu-Weather", "seed": 37, - "source_priority": 0, - "strict_f1": 0.012218828103304637, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.012218828103304637, "tolerance_f1": 0.1893747086942956, + "union_f1": 0.4388313446697724, + "difference": 0.42661251656646776, + "predicted_positive_rate": 0.006297615514000198, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4388313446697724 + "path": "", + "source_priority": 0 }, { - "difference": 0.4013551577246312, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004044226773523301, - "scope": "train_fire_top10pct", + "label": "Pangu-Weather", "seed": 37, - "source_priority": 0, - "strict_f1": 0.010149942329873126, - "threshold": 0.15, + "scope": "train_fire_top10pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.010149942329873126, "tolerance_f1": 0.1623425297604306, + "union_f1": 0.41150510005450436, + "difference": 0.4013551577246312, + "predicted_positive_rate": 0.004044226773523301, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.41150510005450436 + "path": "", + "source_priority": 0 }, { - "difference": 0.36502027762951006, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0025015460729746444, - "scope": "train_fire_top20pct", + "label": "Pangu-Weather", "seed": 37, - "source_priority": 0, - "strict_f1": 0.008453410182516812, - "threshold": 0.15, + "scope": "train_fire_top20pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.008453410182516812, "tolerance_f1": 0.15039592221466835, + "union_f1": 0.3734736878120269, + "difference": 0.36502027762951006, + "predicted_positive_rate": 0.0025015460729746444, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3734736878120269 + "path": "", + "source_priority": 0 }, { - "difference": 0.35070363810152716, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004669140383426098, - "scope": "full_domain", + "label": "Pangu-Weather", "seed": 57, - "source_priority": 0, - "strict_f1": 0.003978746443051044, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.003978746443051044, "tolerance_f1": 0.18301623358471802, + "union_f1": 0.3546823845445782, + "difference": 0.35070363810152716, + "predicted_positive_rate": 0.004669140383426098, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3546823845445782 + "path": "", + "source_priority": 0 }, { - "difference": 0.4222173656123986, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.008479271791827446, - "scope": "train_fire_top05pct", + "label": "Pangu-Weather", "seed": 57, - "source_priority": 0, - "strict_f1": 0.017845192951148784, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.017845192951148784, "tolerance_f1": 0.2501388218123639, + "union_f1": 0.44006255856354737, + "difference": 0.4222173656123986, + "predicted_positive_rate": 0.008479271791827446, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.44006255856354737 + "path": "", + "source_priority": 0 }, { - "difference": 0.40500926707190377, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004714554269318294, - "scope": "train_fire_top10pct", + "label": "Pangu-Weather", "seed": 57, - "source_priority": 0, - "strict_f1": 0.016403526758253024, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.016403526758253024, "tolerance_f1": 0.23804674197160172, + "union_f1": 0.4214127938301568, + "difference": 0.40500926707190377, + "predicted_positive_rate": 0.004714554269318294, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4214127938301568 + "path": "", + "source_priority": 0 }, { - "difference": 0.3810054677452299, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0026456400742115027, - "scope": "train_fire_top20pct", + "label": "Pangu-Weather", "seed": 57, - "source_priority": 0, - "strict_f1": 0.01471129091577786, - "threshold": 0.3, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.01471129091577786, "tolerance_f1": 0.2249788440916092, + "union_f1": 0.3957167586610078, + "difference": 0.3810054677452299, + "predicted_positive_rate": 0.0026456400742115027, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3957167586610078 + "path": "", + "source_priority": 0 }, { - "difference": 0.21893843540252053, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0012771799628942485, - "scope": "full_domain", + "label": "Pangu-Weather", "seed": 7, - "source_priority": 0, - "strict_f1": 0.0037437942540896885, - "threshold": 0.3, + "scope": "full_domain", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.0037437942540896885, "tolerance_f1": 0.12218430629860097, + "union_f1": 0.22268222965661022, + "difference": 0.21893843540252053, + "predicted_positive_rate": 0.0012771799628942485, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22268222965661022 + "path": "", + "source_priority": 0 }, { - "difference": 0.21672193002919604, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.004447412684278223, - "scope": "train_fire_top05pct", + "label": "Pangu-Weather", "seed": 7, - "source_priority": 0, - "strict_f1": 0.010515247108307044, - "threshold": 0.3, + "scope": "train_fire_top05pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.010515247108307044, "tolerance_f1": 0.12664654352782623, + "union_f1": 0.22723717713750308, + "difference": 0.21672193002919604, + "predicted_positive_rate": 0.004447412684278223, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22723717713750308 + "path": "", + "source_priority": 0 }, { - "difference": 0.18892752891362113, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0033887404768972, - "scope": "train_fire_top10pct", + "label": "Pangu-Weather", "seed": 7, - "source_priority": 0, - "strict_f1": 0.00788436268068331, - "threshold": 0.3, + "scope": "train_fire_top10pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.00788436268068331, "tolerance_f1": 0.1079162350962175, + "union_f1": 0.19681189159430446, + "difference": 0.18892752891362113, + "predicted_positive_rate": 0.0033887404768972, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.19681189159430446 + "path": "", + "source_priority": 0 }, { - "difference": 0.17487748330642924, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.001932591218305504, - "scope": "train_fire_top20pct", - "seed": 7, - "source_priority": 0, - "strict_f1": 0.0070011668611435224, - "threshold": 0.3, + "label": "Pangu-Weather", + "seed": 7, + "scope": "train_fire_top20pct", "threshold_key": "0.3000", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.3, + "strict_f1": 0.0070011668611435224, "tolerance_f1": 0.09937369519832985, + "union_f1": 0.18187865016757276, + "difference": 0.17487748330642924, + "predicted_positive_rate": 0.001932591218305504, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.18187865016757276 + "path": "", + "source_priority": 0 }, { - "difference": 0.4653493031095141, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.029129251700680273, - "scope": "full_domain", + "label": "Pangu-Weather", "seed": 97, - "source_priority": 0, - "strict_f1": 0.0026024230327071516, - "threshold": 0.15, + "scope": "full_domain", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.0026024230327071516, "tolerance_f1": 0.2264875300093167, + "union_f1": 0.46795172614222125, + "difference": 0.4653493031095141, + "predicted_positive_rate": 0.029129251700680273, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.46795172614222125 + "path": "", + "source_priority": 0 }, { - "difference": 0.5794332814358789, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.056067576926882357, - "scope": "train_fire_top05pct", + "label": "Pangu-Weather", "seed": 97, - "source_priority": 0, - "strict_f1": 0.015850265576258328, - "threshold": 0.15, + "scope": "train_fire_top05pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.015850265576258328, "tolerance_f1": 0.3098064830268362, + "union_f1": 0.5952835470121373, + "difference": 0.5794332814358789, + "predicted_positive_rate": 0.056067576926882357, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5952835470121373 + "path": "", + "source_priority": 0 }, { - "difference": 0.5050483949122122, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.03677772830711388, - "scope": "train_fire_top10pct", + "label": "Pangu-Weather", "seed": 97, - "source_priority": 0, - "strict_f1": 0.012206999545484059, - "threshold": 0.15, + "scope": "train_fire_top10pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.012206999545484059, "tolerance_f1": 0.25501453744070673, + "union_f1": 0.5172553944576963, + "difference": 0.5050483949122122, + "predicted_positive_rate": 0.03677772830711388, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5172553944576963 + "path": "", + "source_priority": 0 }, { - "difference": 0.44522188799641144, - "label": "Pangu-Weather", "model_tag": "pangu6", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.026268398268398267, - "scope": "train_fire_top20pct", + "label": "Pangu-Weather", "seed": 97, - "source_priority": 0, - "strict_f1": 0.008937574479787332, - "threshold": 0.15, + "scope": "train_fire_top20pct", "threshold_key": "0.1500", "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", + "threshold": 0.15, + "strict_f1": 0.008937574479787332, "tolerance_f1": 0.226729727407505, + "union_f1": 0.45415946247619876, + "difference": 0.44522188799641144, + "predicted_positive_rate": 0.026268398268398267, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.45415946247619876 + "path": "", + "source_priority": 0 }, { - "difference": 0.5480197595988799, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.016084972170686457, - "scope": "full_domain", + "label": "Reference", "seed": 1, - "source_priority": 1, - "strict_f1": 0.004136112962850736, - "threshold": 0.95, + "scope": "full_domain", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.004136112962850736, "tolerance_f1": 0.2985122125101588, + "union_f1": 0.5521558725617307, + "difference": 0.5480197595988799, + "predicted_positive_rate": 0.016084972170686457, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5521558725617307 + "path": "", + "source_priority": 1 }, { - "difference": 0.6696707231715443, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.023750865736618186, - "scope": "train_fire_top05pct", + "label": "Reference", "seed": 1, - "source_priority": 1, - "strict_f1": 0.03321760345312939, - "threshold": 0.95, + "scope": "train_fire_top05pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.03321760345312939, "tolerance_f1": 0.39555976109165375, + "union_f1": 0.7028883266246737, + "difference": 0.6696707231715443, + "predicted_positive_rate": 0.023750865736618186, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7028883266246737 + "path": "", + "source_priority": 1 }, { - "difference": 0.6666121634162013, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.011875432868309093, - "scope": "train_fire_top10pct", + "label": "Reference", "seed": 1, - "source_priority": 1, - "strict_f1": 0.033186462923033656, - "threshold": 0.95, + "scope": "train_fire_top10pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.033186462923033656, "tolerance_f1": 0.3945515652074689, + "union_f1": 0.699798626339235, + "difference": 0.6666121634162013, + "predicted_positive_rate": 0.011875432868309093, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.699798626339235 + "path": "", + "source_priority": 1 }, { - "difference": 0.6388534040739275, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0059381570810142234, - "scope": "train_fire_top20pct", + "label": "Reference", "seed": 1, - "source_priority": 1, - "strict_f1": 0.032893514216688347, - "threshold": 0.95, + "scope": "train_fire_top20pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.032893514216688347, "tolerance_f1": 0.3852239693382854, + "union_f1": 0.6717469182906158, + "difference": 0.6388534040739275, + "predicted_positive_rate": 0.0059381570810142234, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6717469182906158 + "path": "", + "source_priority": 1 }, { - "difference": 0.5862595758183573, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.021380705009276437, - "scope": "full_domain", + "label": "Reference", "seed": 123, - "source_priority": 1, - "strict_f1": 0.0026426577586601383, - "threshold": 0.95, + "scope": "full_domain", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.0026426577586601383, "tolerance_f1": 0.2756667293290642, + "union_f1": 0.5889022335770174, + "difference": 0.5862595758183573, + "predicted_positive_rate": 0.021380705009276437, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5889022335770174 + "path": "", + "source_priority": 1 }, { - "difference": 0.6960690170722506, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04860987434451371, - "scope": "train_fire_top05pct", + "label": "Reference", "seed": 123, - "source_priority": 1, - "strict_f1": 0.02462935239291061, - "threshold": 0.9, + "scope": "train_fire_top05pct", "threshold_key": "0.9", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.9, + "strict_f1": 0.02462935239291061, "tolerance_f1": 0.3702273155255325, + "union_f1": 0.7206983694651612, + "difference": 0.6960690170722506, + "predicted_positive_rate": 0.04860987434451371, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7206983694651612 + "path": "", + "source_priority": 1 }, { - "difference": 0.6932811848453125, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.024304937172256853, - "scope": "train_fire_top10pct", + "label": "Reference", "seed": 123, - "source_priority": 1, - "strict_f1": 0.02461746391852102, - "threshold": 0.9, + "scope": "train_fire_top10pct", "threshold_key": "0.9", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.9, + "strict_f1": 0.02461746391852102, "tolerance_f1": 0.369479820868587, + "union_f1": 0.7178986487638336, + "difference": 0.6932811848453125, + "predicted_positive_rate": 0.024304937172256853, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7178986487638336 + "path": "", + "source_priority": 1 }, { - "difference": 0.6678424934752141, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.012153370439084725, - "scope": "train_fire_top20pct", + "label": "Reference", "seed": 123, - "source_priority": 1, - "strict_f1": 0.024505093215452623, - "threshold": 0.9, + "scope": "train_fire_top20pct", "threshold_key": "0.9", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.9, + "strict_f1": 0.024505093215452623, "tolerance_f1": 0.36252633147981417, + "union_f1": 0.6923475866906666, + "difference": 0.6678424934752141, + "predicted_positive_rate": 0.012153370439084725, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6923475866906666 + "path": "", + "source_priority": 1 }, { - "difference": 0.6194077454910121, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.019636239950525665, - "scope": "full_domain", + "label": "Reference", "seed": 42, - "source_priority": 1, - "strict_f1": 0.0045296167247386755, - "threshold": 0.95, + "scope": "full_domain", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.0045296167247386755, "tolerance_f1": 0.3056545098251043, + "union_f1": 0.6239373622157508, + "difference": 0.6194077454910121, + "predicted_positive_rate": 0.019636239950525665, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6239373622157508 + "path": "", + "source_priority": 1 }, { - "difference": 0.7095179230119556, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.033442168793905214, - "scope": "train_fire_top05pct", + "label": "Reference", "seed": 42, - "source_priority": 1, - "strict_f1": 0.038147512864494, - "threshold": 0.95, + "scope": "train_fire_top05pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.038147512864494, "tolerance_f1": 0.4063154181985604, + "union_f1": 0.7476654358764496, + "difference": 0.7095179230119556, + "predicted_positive_rate": 0.033442168793905214, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7476654358764496 + "path": "", + "source_priority": 1 }, { - "difference": 0.7063341380484894, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.016721084396952607, - "scope": "train_fire_top10pct", + "label": "Reference", "seed": 42, - "source_priority": 1, - "strict_f1": 0.0381213575591361, - "threshold": 0.95, + "scope": "train_fire_top10pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.0381213575591361, "tolerance_f1": 0.4052951105632299, + "union_f1": 0.7444554956076256, + "difference": 0.7063341380484894, + "predicted_positive_rate": 0.016721084396952607, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7444554956076256 + "path": "", + "source_priority": 1 }, { - "difference": 0.677407206441351, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.008361162646876932, - "scope": "train_fire_top20pct", + "label": "Reference", "seed": 42, - "source_priority": 1, - "strict_f1": 0.03787465940054495, - "threshold": 0.95, + "scope": "train_fire_top20pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.03787465940054495, "tolerance_f1": 0.39585180444145995, + "union_f1": 0.7152818658418959, + "difference": 0.677407206441351, + "predicted_positive_rate": 0.008361162646876932, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7152818658418959 + "path": "", + "source_priority": 1 }, { - "difference": 0.601348973225457, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.014596289424860853, - "scope": "full_domain", + "label": "Reference", "seed": 7, - "source_priority": 1, - "strict_f1": 0.006568199246490847, - "threshold": 0.95, + "scope": "full_domain", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.006568199246490847, "tolerance_f1": 0.29937890424270136, + "union_f1": 0.6079171724719479, + "difference": 0.601348973225457, + "predicted_positive_rate": 0.014596289424860853, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6079171724719479 + "path": "", + "source_priority": 1 }, { - "difference": 0.7136230759527924, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02449292569506283, - "scope": "train_fire_top05pct", + "label": "Reference", "seed": 7, - "source_priority": 1, - "strict_f1": 0.04873596787441818, - "threshold": 0.95, + "scope": "train_fire_top05pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.04873596787441818, "tolerance_f1": 0.40145293653054454, + "union_f1": 0.7623590438272105, + "difference": 0.7136230759527924, + "predicted_positive_rate": 0.02449292569506283, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7623590438272105 + "path": "", + "source_priority": 1 }, { - "difference": 0.7104053704635315, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.012246462847531414, - "scope": "train_fire_top10pct", + "label": "Reference", "seed": 7, - "source_priority": 1, - "strict_f1": 0.0486915291328531, - "threshold": 0.95, + "scope": "train_fire_top10pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.0486915291328531, "tolerance_f1": 0.4004617740449798, + "union_f1": 0.7590968995963846, + "difference": 0.7104053704635315, + "predicted_positive_rate": 0.012246462847531414, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7590968995963846 + "path": "", + "source_priority": 1 }, { - "difference": 0.6811711568125168, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.006123685837971553, - "scope": "train_fire_top20pct", + "label": "Reference", "seed": 7, - "source_priority": 1, - "strict_f1": 0.04827336828783222, - "threshold": 0.95, + "scope": "train_fire_top20pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.04827336828783222, "tolerance_f1": 0.39128423640663973, + "union_f1": 0.7294445251003491, + "difference": 0.6811711568125168, + "predicted_positive_rate": 0.006123685837971553, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7294445251003491 + "path": "", + "source_priority": 1 }, { - "difference": 0.5755105867935725, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.012341125541125542, - "scope": "full_domain", + "label": "Reference", "seed": 99, - "source_priority": 1, - "strict_f1": 0.004855561780634761, - "threshold": 0.95, + "scope": "full_domain", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.004855561780634761, "tolerance_f1": 0.30820726968158313, + "union_f1": 0.5803661485742072, + "difference": 0.5755105867935725, + "predicted_positive_rate": 0.012341125541125542, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5803661485742072 + "path": "", + "source_priority": 1 }, { - "difference": 0.6744974001959292, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.022801028989809045, - "scope": "train_fire_top05pct", + "label": "Reference", "seed": 99, - "source_priority": 1, - "strict_f1": 0.0332911515623479, - "threshold": 0.95, + "scope": "train_fire_top05pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.0332911515623479, "tolerance_f1": 0.3895272012200133, + "union_f1": 0.707788551758277, + "difference": 0.6744974001959292, + "predicted_positive_rate": 0.022801028989809045, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.707788551758277 + "path": "", + "source_priority": 1 }, { - "difference": 0.6715102385713686, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.011400514494904522, - "scope": "train_fire_top10pct", + "label": "Reference", "seed": 99, - "source_priority": 1, - "strict_f1": 0.033258776621608484, - "threshold": 0.95, + "scope": "train_fire_top10pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.033258776621608484, "tolerance_f1": 0.38853542457185924, + "union_f1": 0.7047690151929771, + "difference": 0.6715102385713686, + "predicted_positive_rate": 0.011400514494904522, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7047690151929771 + "path": "", + "source_priority": 1 }, { - "difference": 0.6443640032843302, - "label": "Reference", "model_tag": "reference", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.005700680272108844, - "scope": "train_fire_top20pct", + "label": "Reference", "seed": 99, - "source_priority": 1, - "strict_f1": 0.03295432645981885, - "threshold": 0.95, + "scope": "train_fire_top20pct", "threshold_key": "0.95", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.95, + "strict_f1": 0.03295432645981885, "tolerance_f1": 0.37935948303093225, + "union_f1": 0.6773183297441491, + "difference": 0.6443640032843302, + "predicted_positive_rate": 0.005700680272108844, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6773183297441491 + "path": "", + "source_priority": 1 }, { - "difference": 0.14280219707769823, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.21716512059369203, - "scope": "full_domain", + "label": "Aurora", "seed": 1, - "source_priority": 2, - "strict_f1": 0.0004938156417811271, - "threshold": 0.0002848515287041664, + "scope": "full_domain", "threshold_key": "0.00028485153", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002848515287041664, + "strict_f1": 0.0004938156417811271, "tolerance_f1": 0.05024333401294363, + "union_f1": 0.14329601271947937, + "difference": 0.14280219707769823, + "predicted_positive_rate": 0.21716512059369203, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.14329601271947937 + "path": "", + "source_priority": 2 }, { - "difference": 0.4699697200479976, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.08275452656574651, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 1, - "source_priority": 2, - "strict_f1": 0.026484309350641822, - "threshold": 0.0002847809228114784, + "scope": "train_fire_top05pct", "threshold_key": "0.00028478092", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002847809228114784, + "strict_f1": 0.026484309350641822, "tolerance_f1": 0.24351172066402033, + "union_f1": 0.4964540293986394, + "difference": 0.4699697200479976, + "predicted_positive_rate": 0.08275452656574651, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4964540293986394 + "path": "", + "source_priority": 2 }, { - "difference": 0.46744943745251477, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04137726328287326, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 1, - "source_priority": 2, - "strict_f1": 0.026476637409113293, - "threshold": 0.0002847809228114784, + "scope": "train_fire_top10pct", "threshold_key": "0.00028478092", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002847809228114784, + "strict_f1": 0.026476637409113293, "tolerance_f1": 0.24290193233931348, + "union_f1": 0.49392607486162804, + "difference": 0.46744943745251477, + "predicted_positive_rate": 0.04137726328287326, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.49392607486162804 + "path": "", + "source_priority": 2 }, { - "difference": 0.24417949078081141, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7199758812615955, - "scope": "full_domain", + "label": "Aurora", "seed": 123, - "source_priority": 2, - "strict_f1": 0.0006488102455003172, - "threshold": 0.00028207036666572094, + "scope": "full_domain", "threshold_key": "0.00028207037", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028207036666572094, + "strict_f1": 0.0006488102455003172, "tolerance_f1": 0.09040502340162183, + "union_f1": 0.24482830102631173, + "difference": 0.24417949078081141, + "predicted_positive_rate": 0.7199758812615955, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.24482830102631173 + "path": "", + "source_priority": 2 }, { - "difference": 0.3890802257636093, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.921086870485802, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 123, - "source_priority": 2, - "strict_f1": 0.005618158058227469, - "threshold": 0.0002819437358994037, + "scope": "train_fire_top05pct", "threshold_key": "0.00028194374", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002819437358994037, + "strict_f1": 0.005618158058227469, "tolerance_f1": 0.16005632828519903, + "union_f1": 0.39469838382183675, + "difference": 0.3890802257636093, + "predicted_positive_rate": 0.921086870485802, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39469838382183675 + "path": "", + "source_priority": 2 }, { - "difference": 0.2284351905540453, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9565152864351439, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 123, - "source_priority": 2, - "strict_f1": 0.00275028568108307, - "threshold": 0.00028190662851557136, + "scope": "train_fire_top10pct", "threshold_key": "0.00028190663", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028190662851557136, + "strict_f1": 0.00275028568108307, "tolerance_f1": 0.08722255267001126, + "union_f1": 0.23118547623512836, + "difference": 0.2284351905540453, + "predicted_positive_rate": 0.9565152864351439, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23118547623512836 + "path": "", + "source_priority": 2 }, { - "difference": 0.2520341870433926, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.5915943104514533, - "scope": "full_domain", + "label": "Aurora", "seed": 42, - "source_priority": 2, - "strict_f1": 0.0007076278562951189, - "threshold": 0.00028167077107355, + "scope": "full_domain", "threshold_key": "0.00028167077", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028167077107355, + "strict_f1": 0.0007076278562951189, "tolerance_f1": 0.09343380358557288, + "union_f1": 0.2527418148996877, + "difference": 0.2520341870433926, + "predicted_positive_rate": 0.5915943104514533, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2527418148996877 + "path": "", + "source_priority": 2 }, { - "difference": 0.25643683344302254, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.48403581676066093, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 42, - "source_priority": 2, - "strict_f1": 0.00618071474679909, - "threshold": 0.00028234132332727313, + "scope": "train_fire_top05pct", "threshold_key": "0.00028234132", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028234132332727313, + "strict_f1": 0.00618071474679909, "tolerance_f1": 0.10264712599745741, + "union_f1": 0.26261754818982164, + "difference": 0.25643683344302254, + "predicted_positive_rate": 0.48403581676066093, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.26261754818982164 + "path": "", + "source_priority": 2 }, { - "difference": 0.28330440732569195, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.735743791431681, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 42, - "source_priority": 2, - "strict_f1": 0.0035136704264394467, - "threshold": 0.00028129236306995153, + "scope": "train_fire_top10pct", "threshold_key": "0.00028129236", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028129236306995153, + "strict_f1": 0.0035136704264394467, "tolerance_f1": 0.11052705132032803, + "union_f1": 0.2868180777521314, + "difference": 0.28330440732569195, + "predicted_positive_rate": 0.735743791431681, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2868180777521314 + "path": "", + "source_priority": 2 }, { - "difference": 0.2611249045411472, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.6671256648113791, - "scope": "full_domain", + "label": "Aurora", "seed": 7, - "source_priority": 2, - "strict_f1": 0.0007124228455695601, - "threshold": 0.0002701166733984173, + "scope": "full_domain", "threshold_key": "0.00027011667", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002701166733984173, + "strict_f1": 0.0007124228455695601, "tolerance_f1": 0.09742777619989017, + "union_f1": 0.2618373273867167, + "difference": 0.2611249045411472, + "predicted_positive_rate": 0.6671256648113791, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2618373273867167 + "path": "", + "source_priority": 2 }, { - "difference": 0.38950157948139946, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9150341347580885, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 7, - "source_priority": 2, - "strict_f1": 0.00565521517042468, - "threshold": 0.00026978866662830114, + "scope": "train_fire_top05pct", "threshold_key": "0.00026978867", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00026978866662830114, + "strict_f1": 0.00565521517042468, "tolerance_f1": 0.16052688500868942, + "union_f1": 0.39515679465182413, + "difference": 0.38950157948139946, + "predicted_positive_rate": 0.9150341347580885, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39515679465182413 + "path": "", + "source_priority": 2 }, { - "difference": 0.2284351905540453, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9565152864351439, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 7, - "source_priority": 2, - "strict_f1": 0.00275028568108307, - "threshold": 0.00026914896443486214, + "scope": "train_fire_top10pct", "threshold_key": "0.00026914896", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00026914896443486214, + "strict_f1": 0.00275028568108307, "tolerance_f1": 0.08722255267001126, + "union_f1": 0.23118547623512836, + "difference": 0.2284351905540453, + "predicted_positive_rate": 0.9565152864351439, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23118547623512836 + "path": "", + "source_priority": 2 }, { - "difference": 0.25176783806212244, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.5833835497835498, - "scope": "full_domain", + "label": "Aurora", "seed": 99, - "source_priority": 2, - "strict_f1": 0.0007150400212604667, - "threshold": 0.0002832056488841772, + "scope": "full_domain", "threshold_key": "0.00028320565", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002832056488841772, + "strict_f1": 0.0007150400212604667, "tolerance_f1": 0.09353511619384626, + "union_f1": 0.25248287808338293, + "difference": 0.25176783806212244, + "predicted_positive_rate": 0.5833835497835498, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.25248287808338293 + "path": "", + "source_priority": 2 }, { - "difference": 0.21988543507354893, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.4582789156030474, - "scope": "train_fire_top05pct", + "label": "Aurora", "seed": 99, - "source_priority": 2, - "strict_f1": 0.0053561461508737284, - "threshold": 0.00028413085965439677, + "scope": "train_fire_top05pct", "threshold_key": "0.00028413086", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028413085965439677, + "strict_f1": 0.0053561461508737284, "tolerance_f1": 0.08994268846280176, + "union_f1": 0.22524158122442267, + "difference": 0.21988543507354893, + "predicted_positive_rate": 0.4582789156030474, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22524158122442267 + "path": "", + "source_priority": 2 }, { - "difference": 0.2799506337602843, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.749557237558128, - "scope": "train_fire_top10pct", + "label": "Aurora", "seed": 99, - "source_priority": 2, - "strict_f1": 0.0034589138681033788, - "threshold": 0.000282647815765813, + "scope": "train_fire_top10pct", "threshold_key": "0.00028264782", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000282647815765813, + "strict_f1": 0.0034589138681033788, "tolerance_f1": 0.10903157063807417, + "union_f1": 0.28340954762838766, + "difference": 0.2799506337602843, + "predicted_positive_rate": 0.749557237558128, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.28340954762838766 + "path": "", + "source_priority": 2 }, { - "difference": 0.6362769893231447, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.041071861471861475, - "scope": "full_domain", + "label": "ClimaX", "seed": 1, - "source_priority": 2, - "strict_f1": 0.003394935139973715, - "threshold": 0.001442534703828549, + "scope": "full_domain", "threshold_key": "0.0014425347", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.001442534703828549, + "strict_f1": 0.003394935139973715, "tolerance_f1": 0.3112148878371163, + "union_f1": 0.6396719244631184, + "difference": 0.6362769893231447, + "predicted_positive_rate": 0.041071861471861475, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6396719244631184 + "path": "", + "source_priority": 2 }, { - "difference": 0.6341272298959009, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.13341248639556744, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 1, - "source_priority": 2, - "strict_f1": 0.011492789729228419, - "threshold": 0.0014882655838293205, + "scope": "train_fire_top05pct", "threshold_key": "0.0014882656", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0014882655838293205, + "strict_f1": 0.011492789729228419, "tolerance_f1": 0.3186326966868806, + "union_f1": 0.6456200196251293, + "difference": 0.6341272298959009, + "predicted_positive_rate": 0.13341248639556744, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6456200196251293 + "path": "", + "source_priority": 2 }, { - "difference": 0.6312315933404747, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.06670624319778372, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 1, - "source_priority": 2, - "strict_f1": 0.011490700169087834, - "threshold": 0.0014882655838293205, + "scope": "train_fire_top10pct", "threshold_key": "0.0014882656", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0014882655838293205, + "strict_f1": 0.011490700169087834, "tolerance_f1": 0.3179193199949169, + "union_f1": 0.6427222935095626, + "difference": 0.6312315933404747, + "predicted_positive_rate": 0.06670624319778372, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6427222935095626 + "path": "", + "source_priority": 2 }, { - "difference": 0.604731231099908, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.12421632653061225, - "scope": "full_domain", + "label": "ClimaX", "seed": 123, - "source_priority": 2, - "strict_f1": 0.002897888198757764, - "threshold": 0.0005393968409013734, + "scope": "full_domain", "threshold_key": "0.00053939684", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0005393968409013734, + "strict_f1": 0.002897888198757764, "tolerance_f1": 0.2855276491036767, + "union_f1": 0.6076291192986658, + "difference": 0.604731231099908, + "predicted_positive_rate": 0.12421632653061225, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6076291192986658 + "path": "", + "source_priority": 2 }, { - "difference": 0.7052352926158846, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.3074774908479272, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 123, - "source_priority": 2, - "strict_f1": 0.012252516711603196, - "threshold": 0.0005436268660297483, + "scope": "train_fire_top05pct", "threshold_key": "0.00054362687", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0005436268660297483, + "strict_f1": 0.012252516711603196, "tolerance_f1": 0.3566174282966785, + "union_f1": 0.7174878093274878, + "difference": 0.7052352926158846, + "predicted_positive_rate": 0.3074774908479272, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7174878093274878 + "path": "", + "source_priority": 2 }, { - "difference": 0.6886984637018222, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.14598421885821708, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 123, - "source_priority": 2, - "strict_f1": 0.010293697838827224, - "threshold": 0.0006776005131691771, + "scope": "train_fire_top10pct", "threshold_key": "0.00067760051", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0006776005131691771, + "strict_f1": 0.010293697838827224, "tolerance_f1": 0.34872837593596695, + "union_f1": 0.6989921615406495, + "difference": 0.6886984637018222, + "predicted_positive_rate": 0.14598421885821708, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6989921615406495 + "path": "", + "source_priority": 2 }, { - "difference": 0.615867982755411, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.037147804576376, - "scope": "full_domain", + "label": "ClimaX", "seed": 42, - "source_priority": 2, - "strict_f1": 0.004637761701086003, - "threshold": 0.0014632086704014654, + "scope": "full_domain", "threshold_key": "0.0014632087", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0014632086704014654, + "strict_f1": 0.004637761701086003, "tolerance_f1": 0.31289270592627744, + "union_f1": 0.620505744456497, + "difference": 0.615867982755411, + "predicted_positive_rate": 0.037147804576376, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.620505744456497 + "path": "", + "source_priority": 2 }, { - "difference": 0.6028322641867834, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.14358118135945386, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 42, - "source_priority": 2, - "strict_f1": 0.014246556800108287, - "threshold": 0.0014632082671483923, + "scope": "train_fire_top05pct", "threshold_key": "0.0014632083", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0014632082671483923, + "strict_f1": 0.014246556800108287, "tolerance_f1": 0.32161191611096424, + "union_f1": 0.6170788209868917, + "difference": 0.6028322641867834, + "predicted_positive_rate": 0.14358118135945386, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6170788209868917 + "path": "", + "source_priority": 2 }, { - "difference": 0.5999371340636104, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.07179059067972693, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 42, - "source_priority": 2, - "strict_f1": 0.014244146704560834, - "threshold": 0.0014632082671483923, + "scope": "train_fire_top10pct", "threshold_key": "0.0014632083", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0014632082671483923, + "strict_f1": 0.014244146704560834, "tolerance_f1": 0.3208182317552862, + "union_f1": 0.6141812807681712, + "difference": 0.5999371340636104, + "predicted_positive_rate": 0.07179059067972693, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6141812807681712 + "path": "", + "source_priority": 2 }, { - "difference": 0.46922312530335947, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.025392455163883734, - "scope": "full_domain", + "label": "ClimaX", "seed": 7, - "source_priority": 2, - "strict_f1": 0.0027501821392557145, - "threshold": 0.0013572092986540852, + "scope": "full_domain", "threshold_key": "0.0013572093", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0013572092986540852, + "strict_f1": 0.0027501821392557145, "tolerance_f1": 0.24162386260287075, + "union_f1": 0.4719733074426152, + "difference": 0.46922312530335947, + "predicted_positive_rate": 0.025392455163883734, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4719733074426152 + "path": "", + "source_priority": 2 }, { - "difference": 0.7267635176891648, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.3068887899475611, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 7, - "source_priority": 2, - "strict_f1": 0.013106997858124742, - "threshold": 0.0007465386633598005, + "scope": "train_fire_top05pct", "threshold_key": "0.00074653866", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0007465386633598005, + "strict_f1": 0.013106997858124742, "tolerance_f1": 0.3655334236435691, + "union_f1": 0.7398705155472896, + "difference": 0.7267635176891648, + "predicted_positive_rate": 0.3068887899475611, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7398705155472896 + "path": "", + "source_priority": 2 }, { - "difference": 0.7230353684802844, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.15368556446027506, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 7, - "source_priority": 2, - "strict_f1": 0.01308555880921415, - "threshold": 0.0007519771209341887, + "scope": "train_fire_top10pct", "threshold_key": "0.00075197712", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0007519771209341887, + "strict_f1": 0.01308555880921415, "tolerance_f1": 0.36399388919405107, + "union_f1": 0.7361209272894985, + "difference": 0.7230353684802844, + "predicted_positive_rate": 0.15368556446027506, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7361209272894985 + "path": "", + "source_priority": 2 }, { - "difference": 0.664031416861268, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.055986765615337046, - "scope": "full_domain", + "label": "ClimaX", "seed": 99, - "source_priority": 2, - "strict_f1": 0.003717439410136951, - "threshold": 0.001021229882830197, + "scope": "full_domain", "threshold_key": "0.0010212299", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.001021229882830197, + "strict_f1": 0.003717439410136951, "tolerance_f1": 0.33641526956922785, + "union_f1": 0.6677488562714049, + "difference": 0.664031416861268, + "predicted_positive_rate": 0.055986765615337046, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6677488562714049 + "path": "", + "source_priority": 2 }, { - "difference": 0.7272887839717904, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.3090951815573365, - "scope": "train_fire_top05pct", + "label": "ClimaX", "seed": 99, - "source_priority": 2, - "strict_f1": 0.013585576434738445, - "threshold": 0.0006166165592580956, + "scope": "train_fire_top05pct", "threshold_key": "0.00061661656", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0006166165592580956, + "strict_f1": 0.013585576434738445, "tolerance_f1": 0.3665570668664193, + "union_f1": 0.7408743604065289, + "difference": 0.7272887839717904, + "predicted_positive_rate": 0.3090951815573365, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7408743604065289 + "path": "", + "source_priority": 2 }, { - "difference": 0.7230514919507499, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.15408504007123774, - "scope": "train_fire_top10pct", + "label": "ClimaX", "seed": 99, - "source_priority": 2, - "strict_f1": 0.013497596536465794, - "threshold": 0.0006294738670532621, + "scope": "train_fire_top10pct", "threshold_key": "0.00062947387", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0006294738670532621, + "strict_f1": 0.013497596536465794, "tolerance_f1": 0.36524448333846904, + "union_f1": 0.7365490884872157, + "difference": 0.7230514919507499, + "predicted_positive_rate": 0.15408504007123774, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.7365490884872157 + "path": "", + "source_priority": 2 }, { - "difference": 0.1624675064035813, - "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.21222844774273344, - "scope": "full_domain", + "model_tag": "pangu24", + "label": "Pangu-Weather", "seed": 1, - "source_priority": 2, - "strict_f1": 0.0005518596739603732, - "threshold": 0.00027441306156106293, + "scope": "full_domain", "threshold_key": "0.00027441306", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027441306156106293, + "strict_f1": 0.0005518596739603732, "tolerance_f1": 0.06046181002685303, + "union_f1": 0.16301936607754167, + "difference": 0.1624675064035813, + "predicted_positive_rate": 0.21222844774273344, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16301936607754167 + "path": "", + "source_priority": 2 }, { - "difference": 0.4598793069893796, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.08085485307212822, - "scope": "train_fire_top05pct", "seed": 1, - "source_priority": 2, - "strict_f1": 0.026612927125626056, - "threshold": 0.00027438640245236456, + "scope": "train_fire_top05pct", "threshold_key": "0.0002743864", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027438640245236456, + "strict_f1": 0.026612927125626056, "tolerance_f1": 0.24179585238367046, + "union_f1": 0.4864922341150057, + "difference": 0.4598793069893796, + "predicted_positive_rate": 0.08085485307212822, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4864922341150057 + "path": "", + "source_priority": 2 }, { - "difference": 0.4574594224967701, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04042742653606411, - "scope": "train_fire_top10pct", "seed": 1, - "source_priority": 2, - "strict_f1": 0.02660504251473943, - "threshold": 0.00027438640245236456, + "scope": "train_fire_top10pct", "threshold_key": "0.0002743864", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027438640245236456, + "strict_f1": 0.02660504251473943, "tolerance_f1": 0.2411933776075557, + "union_f1": 0.4840644650115095, + "difference": 0.4574594224967701, + "predicted_positive_rate": 0.04042742653606411, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4840644650115095 + "path": "", + "source_priority": 2 }, { - "difference": 0.24509851810436645, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7109064935064935, - "scope": "full_domain", "seed": 123, - "source_priority": 2, - "strict_f1": 0.0006508233558970649, - "threshold": 0.0002703598001971841, + "scope": "full_domain", "threshold_key": "0.0002703598", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002703598001971841, + "strict_f1": 0.0006508233558970649, "tolerance_f1": 0.09112517773927671, + "union_f1": 0.2457493414602635, + "difference": 0.24509851810436645, + "predicted_positive_rate": 0.7109064935064935, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2457493414602635 + "path": "", + "source_priority": 2 }, { - "difference": 0.38912034744679525, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9211709706144257, - "scope": "train_fire_top05pct", "seed": 123, - "source_priority": 2, - "strict_f1": 0.005639067545640032, - "threshold": 0.0002697413437999785, + "scope": "train_fire_top05pct", "threshold_key": "0.00026974134", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002697413437999785, + "strict_f1": 0.005639067545640032, "tolerance_f1": 0.16012924166858108, + "union_f1": 0.3947594149924353, + "difference": 0.38912034744679525, + "predicted_positive_rate": 0.9211709706144257, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3947594149924353 + "path": "", + "source_priority": 2 }, { - "difference": 0.2284057583930383, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9564299495399228, - "scope": "train_fire_top10pct", "seed": 123, - "source_priority": 2, - "strict_f1": 0.0027453654202759313, - "threshold": 0.0002697413437999785, + "scope": "train_fire_top10pct", "threshold_key": "0.00026974134", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002697413437999785, + "strict_f1": 0.0027453654202759313, "tolerance_f1": 0.08722526453259725, + "union_f1": 0.23115112381331424, + "difference": 0.2284057583930383, + "predicted_positive_rate": 0.9564299495399228, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23115112381331424 + "path": "", + "source_priority": 2 }, { - "difference": 0.2016630331978699, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.8827594310451453, - "scope": "full_domain", "seed": 42, - "source_priority": 2, - "strict_f1": 0.0005395660023552084, - "threshold": 0.00024381681578233838, + "scope": "full_domain", "threshold_key": "0.00024381682", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00024381681578233838, + "strict_f1": 0.0005395660023552084, "tolerance_f1": 0.07610963330033767, + "union_f1": 0.20220259920022512, + "difference": 0.2016630331978699, + "predicted_positive_rate": 0.8827594310451453, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.20220259920022512 + "path": "", + "source_priority": 2 }, { - "difference": 0.3868339716949791, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9162387454239636, - "scope": "train_fire_top05pct", "seed": 42, - "source_priority": 2, - "strict_f1": 0.00568010509540423, - "threshold": 0.0002431461471132934, + "scope": "train_fire_top05pct", "threshold_key": "0.00024314615", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002431461471132934, + "strict_f1": 0.00568010509540423, "tolerance_f1": 0.16063421440737302, + "union_f1": 0.3925140767903833, + "difference": 0.3868339716949791, + "predicted_positive_rate": 0.9162387454239636, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.3925140767903833 + "path": "", + "source_priority": 2 }, { - "difference": 0.2276584353760274, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9562827743148313, - "scope": "train_fire_top10pct", "seed": 42, - "source_priority": 2, - "strict_f1": 0.002750953470140531, - "threshold": 0.00024276715703308582, + "scope": "train_fire_top10pct", "threshold_key": "0.00024276716", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00024276715703308582, + "strict_f1": 0.002750953470140531, "tolerance_f1": 0.08724283500251707, + "union_f1": 0.23040938884616793, + "difference": 0.2276584353760274, + "predicted_positive_rate": 0.9562827743148313, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23040938884616793 + "path": "", + "source_priority": 2 }, { - "difference": 0.24742507585853188, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7071789734075449, - "scope": "full_domain", "seed": 7, - "source_priority": 2, - "strict_f1": 0.0006577494583008349, - "threshold": 0.0002784867538139224, + "scope": "full_domain", "threshold_key": "0.00027848675", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002784867538139224, + "strict_f1": 0.0006577494583008349, "tolerance_f1": 0.09170559714407109, + "union_f1": 0.2480828253168327, + "difference": 0.24742507585853188, + "predicted_positive_rate": 0.7071789734075449, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2480828253168327 + "path": "", + "source_priority": 2 }, { - "difference": 0.38914191998978065, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9213416444048679, - "scope": "train_fire_top05pct", "seed": 7, - "source_priority": 2, - "strict_f1": 0.005648734389013078, - "threshold": 0.0002780304348561913, + "scope": "train_fire_top05pct", "threshold_key": "0.00027803043", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002780304348561913, + "strict_f1": 0.005648734389013078, "tolerance_f1": 0.1601110414083686, + "union_f1": 0.39479065437879374, + "difference": 0.38914191998978065, + "predicted_positive_rate": 0.9213416444048679, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39479065437879374 + "path": "", + "source_priority": 2 }, { - "difference": 0.2284351905540453, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9565152864351439, - "scope": "train_fire_top10pct", "seed": 7, - "source_priority": 2, - "strict_f1": 0.00275028568108307, - "threshold": 0.0002780304348561913, + "scope": "train_fire_top10pct", "threshold_key": "0.00027803043", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002780304348561913, + "strict_f1": 0.00275028568108307, "tolerance_f1": 0.08722255267001126, + "union_f1": 0.23118547623512836, + "difference": 0.2284351905540453, + "predicted_positive_rate": 0.9565152864351439, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23118547623512836 + "path": "", + "source_priority": 2 }, { - "difference": 0.24307011894354136, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.655947804576376, - "scope": "full_domain", "seed": 99, - "source_priority": 2, - "strict_f1": 0.000687991383709005, - "threshold": 0.00027882601716555655, + "scope": "full_domain", "threshold_key": "0.00027882602", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027882601716555655, + "strict_f1": 0.000687991383709005, "tolerance_f1": 0.08961425169301492, + "union_f1": 0.24375811032725037, + "difference": 0.24307011894354136, + "predicted_positive_rate": 0.655947804576376, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.24375811032725037 + "path": "", + "source_priority": 2 }, { - "difference": 0.27868986084470576, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.28134213911150685, - "scope": "train_fire_top05pct", "seed": 99, - "source_priority": 2, - "strict_f1": 0.009651904247534756, - "threshold": 0.00028155450127087533, + "scope": "train_fire_top05pct", "threshold_key": "0.0002815545", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028155450127087533, + "strict_f1": 0.009651904247534756, "tolerance_f1": 0.1110438397786047, + "union_f1": 0.2883417650922405, + "difference": 0.27868986084470576, + "predicted_positive_rate": 0.28134213911150685, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2883417650922405 + "path": "", + "source_priority": 2 }, { - "difference": 0.02818447450809833, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0007742158899772435, - "scope": "train_fire_top10pct", "seed": 99, - "source_priority": 2, - "strict_f1": 0.0011827321111768183, - "threshold": 0.000285720539977774, + "scope": "train_fire_top10pct", "threshold_key": "0.00028572054", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000285720539977774, + "strict_f1": 0.0011827321111768183, "tolerance_f1": 0.019439944457301548, + "union_f1": 0.029367206619275145, + "difference": 0.02818447450809833, + "predicted_positive_rate": 0.0007742158899772435, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.029367206619275145 + "path": "", + "source_priority": 2 }, { - "difference": 0.2215775413347868, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.5006159554730983, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 2, - "strict_f1": 0.0006040339888888368, - "threshold": 0.00028278783429414034, + "scope": "full_domain", "threshold_key": "0.00028278783", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028278783429414034, + "strict_f1": 0.0006040339888888368, "tolerance_f1": 0.07892160427759505, + "union_f1": 0.22218157532367563, + "difference": 0.2215775413347868, + "predicted_positive_rate": 0.5006159554730983, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22218157532367563 + "path": "", + "source_priority": 2 }, { - "difference": 0.38844131515497954, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 2, - "strict_f1": 0.005636060100166944, - "threshold": 0.00018521470337873325, + "scope": "train_fire_top05pct", "threshold_key": "0.0001852147", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00018521470337873325, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 2 }, { - "difference": 0.2282163144290469, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 2, - "strict_f1": 0.002747305898968793, - "threshold": 0.00018521470337873325, + "scope": "train_fire_top10pct", "threshold_key": "0.0001852147", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00018521470337873325, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 2 }, { - "difference": 0.20020081119628272, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9588571428571429, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 2, - "strict_f1": 0.0005057825179019543, - "threshold": 0.00028123805532231927, + "scope": "full_domain", "threshold_key": "0.00028123806", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028123805532231927, + "strict_f1": 0.0005057825179019543, "tolerance_f1": 0.07212988048730175, + "union_f1": 0.20070659371418467, + "difference": 0.20020081119628272, + "predicted_positive_rate": 0.9588571428571429, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.20070659371418467 + "path": "", + "source_priority": 2 }, { - "difference": 0.38844131515497954, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 2, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002438416049699299, + "scope": "train_fire_top05pct", "threshold_key": "0.0002438416", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002438416049699299, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 2 }, { - "difference": 0.2282163144290469, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", - "seed": 123, - "source_priority": 2, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002438416049699299, + "label": "Prithvi-WxC", + "seed": 123, + "scope": "train_fire_top10pct", "threshold_key": "0.0002438416", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002438416049699299, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 2 }, { - "difference": 0.17211673370575886, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.22581076066790354, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 2, - "strict_f1": 0.0005777939978365554, - "threshold": 0.00028831177041865885, + "scope": "full_domain", "threshold_key": "0.00028831177", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028831177041865885, + "strict_f1": 0.0005777939978365554, "tolerance_f1": 0.06182533987250242, + "union_f1": 0.17269452770359542, + "difference": 0.17211673370575886, + "predicted_positive_rate": 0.22581076066790354, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17269452770359542 + "path": "", + "source_priority": 2 }, { - "difference": 0.46663155596188977, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.08637577916295637, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 2, - "strict_f1": 0.02590687977762335, - "threshold": 0.0002883114793803543, + "scope": "train_fire_top05pct", "threshold_key": "0.00028831148", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002883114793803543, + "strict_f1": 0.02590687977762335, "tolerance_f1": 0.23967146506700618, + "union_f1": 0.4925384357395131, + "difference": 0.46663155596188977, + "predicted_positive_rate": 0.08637577916295637, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4925384357395131 + "path": "", + "source_priority": 2 }, { - "difference": 0.46415551438013897, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.043187889581478185, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 2, - "strict_f1": 0.02589968042239822, - "threshold": 0.0002883114793803543, + "scope": "train_fire_top10pct", "threshold_key": "0.00028831148", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002883114793803543, + "strict_f1": 0.02589968042239822, "tolerance_f1": 0.23908194736539978, + "union_f1": 0.4900551948025372, + "difference": 0.46415551438013897, + "predicted_positive_rate": 0.043187889581478185, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4900551948025372 + "path": "", + "source_priority": 2 }, { - "difference": 0.20983886056574044, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9099814471243043, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 2, - "strict_f1": 0.000532941187181528, - "threshold": 0.00028816089616157115, + "scope": "full_domain", "threshold_key": "0.0002881609", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028816089616157115, + "strict_f1": 0.000532941187181528, "tolerance_f1": 0.07586161173658511, + "union_f1": 0.21037180175292197, + "difference": 0.20983886056574044, + "predicted_positive_rate": 0.9099814471243043, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21037180175292197 + "path": "", + "source_priority": 2 }, { - "difference": 0.38844131515497954, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 2, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002606456328066997, + "scope": "train_fire_top05pct", "threshold_key": "0.00026064563", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002606456328066997, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 2 }, { - "difference": 0.2282163144290469, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 2, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002606456328066997, + "scope": "train_fire_top10pct", "threshold_key": "0.00026064563", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002606456328066997, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 2 }, { - "difference": 0.20276874034790468, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.5032875695732839, - "scope": "full_domain", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 2, - "strict_f1": 0.0005418761442097979, - "threshold": 0.0002606518683023751, + "scope": "full_domain", "threshold_key": "0.00026065187", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002606518683023751, + "strict_f1": 0.0005418761442097979, "tolerance_f1": 0.06950848282026648, + "union_f1": 0.2033106164921145, + "difference": 0.20276874034790468, + "predicted_positive_rate": 0.5032875695732839, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2033106164921145 + "path": "", + "source_priority": 2 }, { - "difference": 0.4264130583920869, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.013950727218759276, - "scope": "train_fire_top05pct", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 2, - "strict_f1": 0.027781926811053025, - "threshold": 0.0002606526104500517, + "scope": "train_fire_top05pct", "threshold_key": "0.00026065261", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002606526104500517, + "strict_f1": 0.027781926811053025, "tolerance_f1": 0.24416957191197788, + "union_f1": 0.4541949852031399, + "difference": 0.4264130583920869, + "predicted_positive_rate": 0.013950727218759276, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4541949852031399 + "path": "", + "source_priority": 2 }, { - "difference": 0.4238775751761356, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.006975363609379638, - "scope": "train_fire_top10pct", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 2, - "strict_f1": 0.02774049217002237, - "threshold": 0.0002606526104500517, + "scope": "train_fire_top10pct", "threshold_key": "0.00026065261", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002606526104500517, + "strict_f1": 0.02774049217002237, "tolerance_f1": 0.24342288270264262, + "union_f1": 0.451618067346158, + "difference": 0.4238775751761356, + "predicted_positive_rate": 0.006975363609379638, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.451618067346158 + "path": "", + "source_priority": 2 }, { - "difference": 0.12941486750349504, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.3248534322820037, - "scope": "full_domain", + "label": "StormCast", "seed": 1, - "source_priority": 2, - "strict_f1": 0.00043296285460247506, - "threshold": 0.000301085616229102, + "scope": "full_domain", "threshold_key": "0.00030108562", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000301085616229102, + "strict_f1": 0.00043296285460247506, "tolerance_f1": 0.04396525865017935, + "union_f1": 0.12984783035809752, + "difference": 0.12941486750349504, + "predicted_positive_rate": 0.3248534322820037, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.12984783035809752 + "path": "", + "source_priority": 2 }, { - "difference": 0.46737645889869145, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.09290590679726922, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 1, - "source_priority": 2, - "strict_f1": 0.023876731839958566, - "threshold": 0.000301085616229102, + "scope": "train_fire_top05pct", "threshold_key": "0.00030108562", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000301085616229102, + "strict_f1": 0.023876731839958566, "tolerance_f1": 0.23852766585861737, + "union_f1": 0.49125319073865004, + "difference": 0.46737645889869145, + "predicted_positive_rate": 0.09290590679726922, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.49125319073865004 + "path": "", + "source_priority": 2 }, { - "difference": 0.4648919131947094, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.04645295339863461, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 1, - "source_priority": 2, - "strict_f1": 0.023870550161812297, - "threshold": 0.000301085616229102, + "scope": "train_fire_top10pct", "threshold_key": "0.00030108562", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000301085616229102, + "strict_f1": 0.023870550161812297, "tolerance_f1": 0.23793892088542526, + "union_f1": 0.4887624633565217, + "difference": 0.4648919131947094, + "predicted_positive_rate": 0.04645295339863461, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4887624633565217 + "path": "", + "source_priority": 2 }, { - "difference": 0.22393621200451744, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7873692022263451, - "scope": "full_domain", + "label": "StormCast", "seed": 123, - "source_priority": 2, - "strict_f1": 0.0005917233172122231, - "threshold": 0.0002731947461143136, + "scope": "full_domain", "threshold_key": "0.00027319475", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002731947461143136, + "strict_f1": 0.0005917233172122231, "tolerance_f1": 0.08255863031622387, + "union_f1": 0.22452793532172965, + "difference": 0.22393621200451744, + "predicted_positive_rate": 0.7873692022263451, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.22452793532172965 + "path": "", + "source_priority": 2 }, { - "difference": 0.38844131515497954, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9234194122885129, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 123, - "source_priority": 2, - "strict_f1": 0.005636060100166944, - "threshold": 0.0002716928720474243, + "scope": "train_fire_top05pct", "threshold_key": "0.00027169287", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002716928720474243, + "strict_f1": 0.005636060100166944, "tolerance_f1": 0.15977956000729543, + "union_f1": 0.39407737525514647, + "difference": 0.38844131515497954, + "predicted_positive_rate": 0.9234194122885129, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39407737525514647 + "path": "", + "source_priority": 2 }, { - "difference": 0.2282163144290469, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9575541703769664, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 123, - "source_priority": 2, - "strict_f1": 0.002747305898968793, - "threshold": 0.0002716928720474243, + "scope": "train_fire_top10pct", "threshold_key": "0.00027169287", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002716928720474243, + "strict_f1": 0.002747305898968793, "tolerance_f1": 0.08713204456539597, + "union_f1": 0.2309636203280157, + "difference": 0.2282163144290469, + "predicted_positive_rate": 0.9575541703769664, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2309636203280157 + "path": "", + "source_priority": 2 }, { - "difference": 0.26027328981051695, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.62891280148423, - "scope": "full_domain", + "label": "StormCast", "seed": 42, - "source_priority": 2, - "strict_f1": 0.0007179477702826634, - "threshold": 0.0002782046503853053, + "scope": "full_domain", "threshold_key": "0.00027820465", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002782046503853053, + "strict_f1": 0.0007179477702826634, "tolerance_f1": 0.09668169596405224, + "union_f1": 0.2609912375807996, + "difference": 0.26027328981051695, + "predicted_positive_rate": 0.62891280148423, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2609912375807996 + "path": "", + "source_priority": 2 }, { - "difference": 0.2505963038813504, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.43306619174829325, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 42, - "source_priority": 2, - "strict_f1": 0.006835665824509611, - "threshold": 0.00027877578395418823, + "scope": "train_fire_top05pct", "threshold_key": "0.00027877578", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027877578395418823, + "strict_f1": 0.006835665824509611, "tolerance_f1": 0.10250537509480662, + "union_f1": 0.25743196970586, + "difference": 0.2505963038813504, + "predicted_positive_rate": 0.43306619174829325, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.25743196970586 + "path": "", + "source_priority": 2 }, { - "difference": 0.2840988865146931, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7009498367468091, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 42, - "source_priority": 2, - "strict_f1": 0.00356800070444239, - "threshold": 0.00027818421949632466, + "scope": "train_fire_top10pct", "threshold_key": "0.00027818422", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027818421949632466, + "strict_f1": 0.00356800070444239, "tolerance_f1": 0.1112312688602769, + "union_f1": 0.2876668872191355, + "difference": 0.2840988865146931, + "predicted_positive_rate": 0.7009498367468091, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2876668872191355 + "path": "", + "source_priority": 2 }, { - "difference": 0.24941796232451194, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7037476808905381, - "scope": "full_domain", + "label": "StormCast", "seed": 7, - "source_priority": 2, - "strict_f1": 0.0006714969233599232, - "threshold": 0.0002892915508709848, + "scope": "full_domain", "threshold_key": "0.00028929155", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002892915508709848, + "strict_f1": 0.0006714969233599232, "tolerance_f1": 0.09264506128556889, + "union_f1": 0.25008945924787185, + "difference": 0.24941796232451194, + "predicted_positive_rate": 0.7037476808905381, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.25008945924787185 + "path": "", + "source_priority": 2 }, { - "difference": 0.38914191998978065, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9213416444048679, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 7, - "source_priority": 2, - "strict_f1": 0.005648734389013078, - "threshold": 0.0002883674460463226, + "scope": "train_fire_top05pct", "threshold_key": "0.00028836745", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002883674460463226, + "strict_f1": 0.005648734389013078, "tolerance_f1": 0.1601110414083686, + "union_f1": 0.39479065437879374, + "difference": 0.38914191998978065, + "predicted_positive_rate": 0.9213416444048679, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.39479065437879374 + "path": "", + "source_priority": 2 }, { - "difference": 0.2284351905540453, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9565152864351439, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 7, - "source_priority": 2, - "strict_f1": 0.00275028568108307, - "threshold": 0.0002883674460463226, + "scope": "train_fire_top10pct", "threshold_key": "0.00028836745", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002883674460463226, + "strict_f1": 0.00275028568108307, "tolerance_f1": 0.08722255267001126, + "union_f1": 0.23118547623512836, + "difference": 0.2284351905540453, + "predicted_positive_rate": 0.9565152864351439, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.23118547623512836 + "path": "", + "source_priority": 2 }, { - "difference": 0.2529130183198567, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.5876512059369202, - "scope": "full_domain", + "label": "StormCast", "seed": 99, - "source_priority": 2, - "strict_f1": 0.0007136363665052921, - "threshold": 0.0002819171058945358, + "scope": "full_domain", "threshold_key": "0.00028191711", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002819171058945358, + "strict_f1": 0.0007136363665052921, "tolerance_f1": 0.09390595738710937, + "union_f1": 0.253626654686362, + "difference": 0.2529130183198567, + "predicted_positive_rate": 0.5876512059369202, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.253626654686362 + "path": "", + "source_priority": 2 }, { - "difference": 0.2658654982272957, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.5093499554764025, - "scope": "train_fire_top05pct", + "label": "StormCast", "seed": 99, - "source_priority": 2, - "strict_f1": 0.005865442686314773, - "threshold": 0.000282936030998826, + "scope": "train_fire_top05pct", "threshold_key": "0.00028293603", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000282936030998826, + "strict_f1": 0.005865442686314773, "tolerance_f1": 0.10517133941552075, + "union_f1": 0.2717309409136105, + "difference": 0.2658654982272957, + "predicted_positive_rate": 0.5093499554764025, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.2717309409136105 + "path": "", + "source_priority": 2 }, { - "difference": 0.2816775567740636, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7423567824280202, - "scope": "train_fire_top10pct", + "label": "StormCast", "seed": 99, - "source_priority": 2, - "strict_f1": 0.003485751823118051, - "threshold": 0.00028128057601861656, + "scope": "train_fire_top10pct", "threshold_key": "0.00028128058", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028128057601861656, + "strict_f1": 0.003485751823118051, "tolerance_f1": 0.10982263054722373, + "union_f1": 0.28516330859718164, + "difference": 0.2816775567740636, + "predicted_positive_rate": 0.7423567824280202, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.28516330859718164 + "path": "", + "source_priority": 2 }, { - "difference": 0.44473130599773897, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.02069016697588126, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 1, - "source_priority": 3, - "strict_f1": 0.026403975040443728, - "threshold": 0.0002847809228114784, + "scope": "train_fire_top20pct", "threshold_key": "0.00028478092", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002847809228114784, + "strict_f1": 0.026403975040443728, "tolerance_f1": 0.23725772191057362, + "union_f1": 0.4711352810381827, + "difference": 0.44473130599773897, + "predicted_positive_rate": 0.02069016697588126, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4711352810381827 + "path": "", + "source_priority": 3 }, { - "difference": 0.16866850620027352, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 123, - "source_priority": 3, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 3 }, { - "difference": 0.21405981286832887, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7109764996907854, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 42, - "source_priority": 3, - "strict_f1": 0.00196209796760366, - "threshold": 0.00028130068676546216, + "scope": "train_fire_top20pct", "threshold_key": "0.00028130069", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028130068676546216, + "strict_f1": 0.00196209796760366, "tolerance_f1": 0.08141778117479781, + "union_f1": 0.21602191083593253, + "difference": 0.21405981286832887, + "predicted_positive_rate": 0.7109764996907854, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21602191083593253 + "path": "", + "source_priority": 3 }, { - "difference": 0.17276769792528876, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9366672850958565, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 7, - "source_priority": 3, - "strict_f1": 0.0014870516331508276, - "threshold": 0.0002701335761230439, + "scope": "train_fire_top20pct", "threshold_key": "0.00027013358", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002701335761230439, + "strict_f1": 0.0014870516331508276, "tolerance_f1": 0.06425881062262738, + "union_f1": 0.1742547495584396, + "difference": 0.17276769792528876, + "predicted_positive_rate": 0.9366672850958565, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1742547495584396 + "path": "", + "source_priority": 3 }, { - "difference": 0.2137212534415811, - "label": "Aurora", "model_tag": "aurora", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7215015460729747, - "scope": "train_fire_top20pct", + "label": "Aurora", "seed": 99, - "source_priority": 3, - "strict_f1": 0.0019489171350575599, - "threshold": 0.0002826936251949519, + "scope": "train_fire_top20pct", "threshold_key": "0.00028269363", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002826936251949519, + "strict_f1": 0.0019489171350575599, "tolerance_f1": 0.08112237765113199, + "union_f1": 0.21567017057663868, + "difference": 0.2137212534415811, + "predicted_positive_rate": 0.7215015460729747, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21567017057663868 + "path": "", + "source_priority": 3 }, { - "difference": 0.5984324485861181, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.030718614718614718, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 1, - "source_priority": 3, - "strict_f1": 0.011488825936418005, - "threshold": 0.0015083511573617753, + "scope": "train_fire_top20pct", "threshold_key": "0.0015083512", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0015083511573617753, + "strict_f1": 0.011488825936418005, "tolerance_f1": 0.30575189275627285, + "union_f1": 0.6099212745225361, + "difference": 0.5984324485861181, + "predicted_positive_rate": 0.030718614718614718, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6099212745225361 + "path": "", + "source_priority": 3 }, { - "difference": 0.5828418325957657, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.12288311688311689, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 123, - "source_priority": 3, - "strict_f1": 0.006734646906365392, - "threshold": 0.0006820998141378855, + "scope": "train_fire_top20pct", "threshold_key": "0.00068209981", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0006820998141378855, + "strict_f1": 0.006734646906365392, "tolerance_f1": 0.2833418180729231, + "union_f1": 0.5895764795021311, + "difference": 0.5828418325957657, + "predicted_positive_rate": 0.12288311688311689, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.5895764795021311 + "path": "", + "source_priority": 3 }, { - "difference": 0.6150773048223223, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.041087198515769946, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 42, - "source_priority": 3, - "strict_f1": 0.013757803485310216, - "threshold": 0.0013755693906898965, + "scope": "train_fire_top20pct", "threshold_key": "0.0013755694", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0013755693906898965, + "strict_f1": 0.013757803485310216, "tolerance_f1": 0.32901058451573606, + "union_f1": 0.6288351083076325, + "difference": 0.6150773048223223, + "predicted_positive_rate": 0.041087198515769946, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.6288351083076325 + "path": "", + "source_priority": 3 }, { - "difference": 0.47288261881572224, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.020547928262213976, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 7, - "source_priority": 3, - "strict_f1": 0.010760193101843772, - "threshold": 0.0013572138352511622, + "scope": "train_fire_top20pct", "threshold_key": "0.0013572138", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0013572138352511622, + "strict_f1": 0.010760193101843772, "tolerance_f1": 0.24066482674710968, + "union_f1": 0.48364281191756603, + "difference": 0.47288261881572224, + "predicted_positive_rate": 0.020547928262213976, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.48364281191756603 + "path": "", + "source_priority": 3 }, { - "difference": 0.6825790409197952, - "label": "ClimaX", "model_tag": "climax", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.07197278911564625, - "scope": "train_fire_top20pct", + "label": "ClimaX", "seed": 99, - "source_priority": 3, - "strict_f1": 0.008694912370256934, - "threshold": 0.0009633156281329466, + "scope": "train_fire_top20pct", "threshold_key": "0.00096331563", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0009633156281329466, + "strict_f1": 0.008694912370256934, "tolerance_f1": 0.35193063179186285, + "union_f1": 0.691273953290052, + "difference": 0.6825790409197952, + "predicted_positive_rate": 0.07197278911564625, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.691273953290052 + "path": "", + "source_priority": 3 }, { - "difference": 0.43562410120810985, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0202152133580705, - "scope": "train_fire_top20pct", "seed": 1, - "source_priority": 3, - "strict_f1": 0.026530371070668874, - "threshold": 0.00027438640245236456, + "scope": "train_fire_top20pct", "threshold_key": "0.0002743864", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00027438640245236456, + "strict_f1": 0.026530371070668874, "tolerance_f1": 0.23561614605975847, + "union_f1": 0.4621544722787787, + "difference": 0.43562410120810985, + "predicted_positive_rate": 0.0202152133580705, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4621544722787787 + "path": "", + "source_priority": 3 }, { - "difference": 0.16803346217809073, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9786487322201608, - "scope": "train_fire_top20pct", "seed": 123, - "source_priority": 3, - "strict_f1": 0.0014649840398829276, - "threshold": 0.0002300136402482167, + "scope": "train_fire_top20pct", "threshold_key": "0.00023001364", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002300136402482167, + "strict_f1": 0.0014649840398829276, "tolerance_f1": 0.062212235501567396, + "union_f1": 0.16949844621797366, + "difference": 0.16803346217809073, + "predicted_positive_rate": 0.9786487322201608, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16949844621797366 + "path": "", + "source_priority": 3 }, { - "difference": 0.16835043410148648, - "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9766338899196042, - "scope": "train_fire_top20pct", + "model_tag": "pangu24", + "label": "Pangu-Weather", "seed": 42, - "source_priority": 3, - "strict_f1": 0.0014680041534393378, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.0014680041534393378, "tolerance_f1": 0.062336581960243484, + "union_f1": 0.16981843825492582, + "difference": 0.16835043410148648, + "predicted_positive_rate": 0.9766338899196042, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16981843825492582 + "path": "", + "source_priority": 3 }, { - "difference": 0.16739547174950506, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9827272727272728, - "scope": "train_fire_top20pct", "seed": 7, - "source_priority": 3, - "strict_f1": 0.0014589084597825474, - "threshold": 0.00023887513088993728, + "scope": "train_fire_top20pct", "threshold_key": "0.00023887513", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00023887513088993728, + "strict_f1": 0.0014589084597825474, "tolerance_f1": 0.06196203978961812, + "union_f1": 0.1688543802092876, + "difference": 0.16739547174950506, + "predicted_positive_rate": 0.9827272727272728, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.1688543802092876 + "path": "", + "source_priority": 3 }, { - "difference": 0.08847200309630879, + "model_tag": "pangu24", "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.34681447124304265, - "scope": "train_fire_top20pct", "seed": 99, - "source_priority": 3, - "strict_f1": 0.0021531819937041672, - "threshold": 0.00028135377215221524, + "scope": "train_fire_top20pct", "threshold_key": "0.00028135377", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00028135377215221524, + "strict_f1": 0.0021531819937041672, "tolerance_f1": 0.031681254572138745, + "union_f1": 0.09062518509001295, + "difference": 0.08847200309630879, + "predicted_positive_rate": 0.34681447124304265, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.09062518509001295 + "path": "", + "source_priority": 3 }, { - "difference": 0.16866850620027352, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 1, - "source_priority": 3, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002, + "scope": "train_fire_top20pct", "threshold_key": "0.0002", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 3 }, { - "difference": 0.16866850620027352, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 123, - "source_priority": 3, - "strict_f1": 0.001471035812113219, - "threshold": 0.0002438417504890822, + "scope": "train_fire_top20pct", "threshold_key": "0.00024384175", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002438417504890822, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 3 }, { - "difference": 0.44182468955354215, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.021595547309833023, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 42, - "source_priority": 3, - "strict_f1": 0.025831485587583147, - "threshold": 0.0002883114793803543, + "scope": "train_fire_top20pct", "threshold_key": "0.00028831148", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002883114793803543, + "strict_f1": 0.025831485587583147, "tolerance_f1": 0.23362286716686329, + "union_f1": 0.4676561751411253, + "difference": 0.44182468955354215, + "predicted_positive_rate": 0.021595547309833023, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4676561751411253 + "path": "", + "source_priority": 3 }, { - "difference": 0.16866850620027352, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.9746196660482375, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 7, - "source_priority": 3, - "strict_f1": 0.001471035812113219, - "threshold": 0.000260645778325852, + "scope": "train_fire_top20pct", "threshold_key": "0.00026064578", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.000260645778325852, + "strict_f1": 0.001471035812113219, "tolerance_f1": 0.06246138809231819, + "union_f1": 0.17013954201238674, + "difference": 0.16866850620027352, + "predicted_positive_rate": 0.9746196660482375, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.17013954201238674 + "path": "", + "source_priority": 3 }, { - "difference": 0.4011682044338078, - "label": "Prithvi-WxC", "model_tag": "prithvi_wxc", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.0034879406307977735, - "scope": "train_fire_top20pct", + "label": "Prithvi-WxC", "seed": 99, - "source_priority": 3, - "strict_f1": 0.027352941176470587, - "threshold": 0.0002606526104500517, + "scope": "train_fire_top20pct", "threshold_key": "0.00026065261", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002606526104500517, + "strict_f1": 0.027352941176470587, "tolerance_f1": 0.2365506772536198, + "union_f1": 0.4285211456102784, + "difference": 0.4011682044338078, + "predicted_positive_rate": 0.0034879406307977735, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4285211456102784 + "path": "", + "source_priority": 3 }, { - "difference": 0.4425322203556718, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.020630797773654917, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 1, - "source_priority": 3, - "strict_f1": 0.022074159907300116, - "threshold": 0.00030111230444163084, + "scope": "train_fire_top20pct", "threshold_key": "0.0003011123", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00030111230444163084, + "strict_f1": 0.022074159907300116, "tolerance_f1": 0.23443811051591282, + "union_f1": 0.4646063802629719, + "difference": 0.4425322203556718, + "predicted_positive_rate": 0.020630797773654917, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.4646063802629719 + "path": "", + "source_priority": 3 }, { - "difference": 0.16790877204956894, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.979443413729128, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 123, - "source_priority": 3, - "strict_f1": 0.0014637962799384197, - "threshold": 0.0002497032401151955, + "scope": "train_fire_top20pct", "threshold_key": "0.00024970324", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002497032401151955, + "strict_f1": 0.0014637962799384197, "tolerance_f1": 0.062163327857870446, + "union_f1": 0.16937256832950737, + "difference": 0.16790877204956894, + "predicted_positive_rate": 0.979443413729128, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16937256832950737 + "path": "", + "source_priority": 3 }, { - "difference": 0.21164756227103257, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.6907606679035251, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 42, - "source_priority": 3, - "strict_f1": 0.0020248273888312522, - "threshold": 0.0002781348885037005, + "scope": "train_fire_top20pct", "threshold_key": "0.00027813489", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002781348885037005, + "strict_f1": 0.0020248273888312522, "tolerance_f1": 0.08079366172039935, + "union_f1": 0.21367238965986382, + "difference": 0.21164756227103257, + "predicted_positive_rate": 0.6907606679035251, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21367238965986382 + "path": "", + "source_priority": 3 }, { - "difference": 0.16790877204956894, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.979443413729128, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 7, - "source_priority": 3, - "strict_f1": 0.0014637962799384197, - "threshold": 0.00021927931811660528, + "scope": "train_fire_top20pct", "threshold_key": "0.00021927932", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.00021927931811660528, + "strict_f1": 0.0014637962799384197, "tolerance_f1": 0.062163327857870446, + "union_f1": 0.16937256832950737, + "difference": 0.16790877204956894, + "predicted_positive_rate": 0.979443413729128, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.16937256832950737 + "path": "", + "source_priority": 3 }, { - "difference": 0.21401759488544256, - "label": "StormCast", "model_tag": "stormcast", - "path": "REDACTED_LOCAL_RESULT_PATH", - "predicted_positive_rate": 0.7217068645640075, - "scope": "train_fire_top20pct", + "label": "StormCast", "seed": 99, - "source_priority": 3, - "strict_f1": 0.001948363237912615, - "threshold": 0.0002812395105138421, + "scope": "train_fire_top20pct", "threshold_key": "0.00028123951", "threshold_selector": "strict_f1_nondegenerate", - "tolerance_combo": "t0_s8", + "threshold": 0.0002812395105138421, + "strict_f1": 0.001948363237912615, "tolerance_f1": 0.08122801407099456, + "union_f1": 0.21596595812335517, + "difference": 0.21401759488544256, + "predicted_positive_rate": 0.7217068645640075, + "tolerance_combo": "t0_s8", "union_combo": "t3_s8", - "union_f1": 0.21596595812335517 + "path": "", + "source_priority": 3 } ], - "run_roots": [ - "REDACTED_LOCAL_RESULT_PATH" - ], - "seed_variation_issues": [], "summary": [ { + "model_tag": "alphaearth", + "label": "AlphaEarth", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.02060627238126987, + "std": 0.004404166549372983, + "min": 0.015582982831138383, + "max": 0.02585193889541716 + }, + "tolerance_f1": { + "n": 5, + "mean": 0.2944756804111831, + "std": 0.06006423929515853, + "min": 0.19137568834619276, + "max": 0.3412019506417814 + }, + "union_f1": { + "n": 5, + "mean": 0.3742857130975682, + "std": 0.09945849036660906, + "min": 0.21572734820321318, + "max": 0.4879949976282558 + }, "difference": { - "max": 0.4724120147971174, + "n": 5, "mean": 0.3536794407162983, + "std": 0.10027055938000065, "min": 0.1971458843464264, - "n": 5, - "std": 0.10027055938000065 + "max": 0.4724120147971174 }, - "label": "AlphaEarth", - "model_tag": "alphaearth", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.0015512677798392085, + "n": 5, "mean": 0.000691230674087817, + "std": 0.0004992791583911452, "min": 0.00030327767470624613, - "n": 5, - "std": 0.0004992791583911452 + "max": 0.0015512677798392085 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.38916402243638726 + "value": 0.01841620626151013, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1971458843464264 + "value": 0.018581463856786766, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3681553641584426 + "value": 0.024598770061496925, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.3415199178431181 + "value": 0.02585193889541716, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.4724120147971174 + "value": 0.015582982831138383, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0006305504019789734 + "value": 0.3233671389763082, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00030327767470624613 + "value": 0.19137568834619276, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0005820655534941249 + "value": 0.3224566312114399, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.00038899196042053183 + "value": 0.29397699288019324, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0015512677798392085 + "value": 0.3412019506417814, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.01841620626151013 + "value": 0.4075802286978974, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.018581463856786766 + "value": 0.21572734820321318, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.024598770061496925 + "value": 0.3927541342199395, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.02585193889541716 + "value": 0.36737185673853523, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.015582982831138383 + "value": 0.4879949976282558, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3233671389763082 + "value": 0.38916402243638726, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.19137568834619276 + "value": 0.1971458843464264, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3224566312114399 + "value": 0.3681553641584426, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.29397699288019324 + "value": 0.3415199178431181, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.3412019506417814 + "value": 0.4724120147971174, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4075802286978974 + "value": 0.0006305504019789734, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.21572734820321318 + "value": 0.00030327767470624613, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3927541342199395 + "value": 0.0005820655534941249, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.36737185673853523 + "value": 0.00038899196042053183, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.4879949976282558 + "value": 0.0015512677798392085, + "path": "" } ] }, - "strict_f1": { - "max": 0.02585193889541716, - "mean": 0.02060627238126987, - "min": 0.015582982831138383, - "n": 5, - "std": 0.004404166549372983 - }, "thresholds": [ 0.005, 0.01, 0.02 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "alphaearth", + "label": "AlphaEarth", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.06913347589828964, + "std": 0.008450070468719153, + "min": 0.05801376597836775, + "max": 0.07774936061381074 + }, "tolerance_f1": { - "max": 0.3412019506417814, - "mean": 0.2944756804111831, - "min": 0.19137568834619276, "n": 5, - "std": 0.06006423929515853 + "mean": 0.42878982650540687, + "std": 0.04608715441056064, + "min": 0.348489928787613, + "max": 0.46103410735073025 }, "union_f1": { - "max": 0.4879949976282558, - "mean": 0.3742857130975682, - "min": 0.21572734820321318, - "n": 5, - "std": 0.09945849036660906 - } - }, - { - "difference": { - "max": 0.572037609102215, - "mean": 0.44831513328161643, - "min": 0.32645966955454164, "n": 5, - "std": 0.09076276520267298 + "mean": 0.5174486091799061, + "std": 0.08732060818913379, + "min": 0.39499846060642174, + "max": 0.6362946372146648 + }, + "difference": { + "n": 5, + "mean": 0.44831513328161643, + "std": 0.09076276520267298, + "min": 0.32645966955454164, + "max": 0.572037609102215 }, - "label": "AlphaEarth", - "model_tag": "alphaearth", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.005397249431087365, + "n": 5, "mean": 0.002825764321757198, + "std": 0.0014965985811042732, "min": 0.001496487582863362, - "n": 5, - "std": 0.0014965985811042732 + "max": 0.005397249431087365 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4907581884518499 + "value": 0.05801376597836775, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.32645966955454164 + "value": 0.06853879105188007, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.42865099938480467 + "value": 0.07774936061381074, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.42366919991467084 + "value": 0.07710843373493977, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.572037609102215 + "value": 0.06425702811244981, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0024215889977243494 + "value": 0.45453465315678554, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0025873157217769865 + "value": 0.348489928787613, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.002226179875333927 + "value": 0.46103410735073025, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.001496487582863362 + "value": 0.4329934518241347, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.005397249431087365 + "value": 0.44689699140777084, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.05801376597836775 + "value": 0.5487719544302176, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.06853879105188007 + "value": 0.39499846060642174, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.07774936061381074 + "value": 0.5064003599986154, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.07710843373493977 + "value": 0.5007776336496106, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.06425702811244981 + "value": 0.6362946372146648, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.45453465315678554 + "value": 0.4907581884518499, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.348489928787613 + "value": 0.32645966955454164, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.46103410735073025 + "value": 0.42865099938480467, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4329934518241347 + "value": 0.42366919991467084, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.44689699140777084 + "value": 0.572037609102215, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5487719544302176 + "value": 0.0024215889977243494, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.39499846060642174 + "value": 0.0025873157217769865, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.5064003599986154 + "value": 0.002226179875333927, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5007776336496106 + "value": 0.001496487582863362, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6362946372146648 + "value": 0.005397249431087365, + "path": "" } ] }, - "strict_f1": { - "max": 0.07774936061381074, - "mean": 0.06913347589828964, - "min": 0.05801376597836775, - "n": 5, - "std": 0.008450070468719153 - }, "thresholds": [ 0.005, 0.01 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "alphaearth", + "label": "AlphaEarth", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0663656378441958, + "std": 0.009901307723431575, + "min": 0.05725646123260437, + "max": 0.07711821410451548 + }, "tolerance_f1": { - "max": 0.46103410735073025, - "mean": 0.42878982650540687, - "min": 0.348489928787613, "n": 5, - "std": 0.04608715441056064 + "mean": 0.41898143755043915, + "std": 0.05945364415661427, + "min": 0.31417824074074074, + "max": 0.4570756272994282 }, "union_f1": { - "max": 0.6362946372146648, - "mean": 0.5174486091799061, - "min": 0.39499846060642174, "n": 5, - "std": 0.08732060818913379 - } - }, - { + "mean": 0.5057119561083213, + "std": 0.10005714147402384, + "min": 0.3547275267815556, + "max": 0.6310773342718137 + }, "difference": { - "max": 0.5674882177936724, + "n": 5, "mean": 0.43934631826412546, + "std": 0.0991562015356911, "min": 0.29747106554895125, - "n": 5, - "std": 0.0991562015356911 + "max": 0.5674882177936724 }, - "label": "AlphaEarth", - "model_tag": "alphaearth", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.002728307113881468, + "n": 5, "mean": 0.001524438507964777, + "std": 0.0007698172196033509, "min": 0.0007507173246264965, - "n": 5, - "std": 0.0007698172196033509 + "max": 0.002728307113881468 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.48639654658611775 + "value": 0.05730937348227295, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.29747106554895125 + "value": 0.05725646123260437, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.42494003459095464 + "value": 0.07711821410451548, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.42043572680093133 + "value": 0.07655502392344497, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5674882177936724 + "value": 0.06358911647814125, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0012293459978232908 + "value": 0.4503813713224908, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.001793311566241219 + "value": 0.31417824074074074, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.00112051053725141 + "value": 0.4570756272994282, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0007507173246264965 + "value": 0.4297532170909699, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.002728307113881468 + "value": 0.4435187312985661, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.05730937348227295 + "value": 0.5437059200683907, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.05725646123260437 + "value": 0.3547275267815556, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.07711821410451548 + "value": 0.5020582486954701, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.07655502392344497 + "value": 0.4969907507243763, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.06358911647814125 + "value": 0.6310773342718137, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4503813713224908 + "value": 0.48639654658611775, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.31417824074074074 + "value": 0.29747106554895125, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4570756272994282 + "value": 0.42494003459095464, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4297532170909699 + "value": 0.42043572680093133, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.4435187312985661 + "value": 0.5674882177936724, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5437059200683907 + "value": 0.0012293459978232908, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3547275267815556 + "value": 0.001793311566241219, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.5020582486954701 + "value": 0.00112051053725141, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4969907507243763 + "value": 0.0007507173246264965, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6310773342718137 + "value": 0.002728307113881468, + "path": "" } ] }, - "strict_f1": { - "max": 0.07711821410451548, - "mean": 0.0663656378441958, - "min": 0.05725646123260437, - "n": 5, - "std": 0.009901307723431575 - }, "thresholds": [ 0.005, 0.01 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "alphaearth", + "label": "AlphaEarth", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.06190818589945194, + "std": 0.011329878082076436, + "min": 0.047398843930635835, + "max": 0.07357212003872217 + }, "tolerance_f1": { - "max": 0.4570756272994282, - "mean": 0.41898143755043915, - "min": 0.31417824074074074, "n": 5, - "std": 0.05945364415661427 + "mean": 0.38832498285553635, + "std": 0.07496564230623358, + "min": 0.25536195152859176, + "max": 0.42986611450839224 }, "union_f1": { - "max": 0.6310773342718137, - "mean": 0.5057119561083213, - "min": 0.3547275267815556, "n": 5, - "std": 0.10005714147402384 - } - }, - { + "mean": 0.4638327916863426, + "std": 0.12169697847221474, + "min": 0.2676781973617166, + "max": 0.5992872540844005 + }, "difference": { - "max": 0.5375844952591261, + "n": 5, "mean": 0.4019246057868907, + "std": 0.11678824405387903, "min": 0.22027935343108077, - "n": 5, - "std": 0.11678824405387903 + "max": 0.5375844952591261 }, - "label": "AlphaEarth", - "model_tag": "alphaearth", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.0013673469387755102, + "n": 5, "mean": 0.0006557823129251701, + "std": 0.00041445475311508546, "min": 0.00035250463821892396, - "n": 5, - "std": 0.00041445475311508546 + "max": 0.0013673469387755102 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4576561443425643 + "value": 0.0544280442804428, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.22027935343108077 + "value": 0.047398843930635835, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.39876530350195205 + "value": 0.07357212003872217, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.3953377323997304 + "value": 0.0724391624221845, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5375844952591261 + "value": 0.06170275882527441, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0006233766233766234 + "value": 0.42554776574916503, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00035250463821892396 + "value": 0.25536195152859176, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0005602968460111318 + "value": 0.42986611450839224, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0003753865182436611 + "value": 0.40493051697817745, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0013673469387755102 + "value": 0.4259185655133553, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0544280442804428 + "value": 0.5120841886230071, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.047398843930635835 + "value": 0.2676781973617166, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.07357212003872217 + "value": 0.4723374235406742, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0724391624221845 + "value": 0.4677768948219149, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.06170275882527441 + "value": 0.5992872540844005, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.42554776574916503 + "value": 0.4576561443425643, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.25536195152859176 + "value": 0.22027935343108077, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.42986611450839224 + "value": 0.39876530350195205, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.40493051697817745 + "value": 0.3953377323997304, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.4259185655133553 + "value": 0.5375844952591261, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5120841886230071 + "value": 0.0006233766233766234, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2676781973617166 + "value": 0.00035250463821892396, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4723374235406742 + "value": 0.0005602968460111318, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4677768948219149 + "value": 0.0003753865182436611, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5992872540844005 + "value": 0.0013673469387755102, + "path": "" } ] }, - "strict_f1": { - "max": 0.07357212003872217, - "mean": 0.06190818589945194, - "min": 0.047398843930635835, - "n": 5, - "std": 0.011329878082076436 - }, "thresholds": [ 0.005, 0.01, 0.02 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "aurora", + "label": "Aurora", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.000655543322081318, + "std": 9.445781201845953e-05, + "min": 0.0004938156417811271, + "max": 0.0007150400212604667 + }, "tolerance_f1": { - "max": 0.42986611450839224, - "mean": 0.38832498285553635, - "min": 0.25536195152859176, "n": 5, - "std": 0.07496564230623358 + "mean": 0.08500901067877495, + "std": 0.01959379095008962, + "min": 0.05024333401294363, + "max": 0.09742777619989017 }, "union_f1": { - "max": 0.5992872540844005, - "mean": 0.4638327916863426, - "min": 0.2676781973617166, "n": 5, - "std": 0.12169697847221474 - } - }, - { + "mean": 0.23103726682311568, + "std": 0.04941752137736377, + "min": 0.14329601271947937, + "max": 0.2618373273867167 + }, "difference": { - "max": 0.2611249045411472, + "n": 5, "mean": 0.23038172350103436, + "std": 0.04932517127284255, "min": 0.14280219707769823, - "n": 5, - "std": 0.04932517127284255 + "max": 0.2611249045411472 }, - "label": "Aurora", - "model_tag": "aurora", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.7199758812615955, + "n": 5, "mean": 0.5558489053803339, + "std": 0.1975239087458258, "min": 0.21716512059369203, - "n": 5, - "std": 0.1975239087458258 + "max": 0.7199758812615955 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.14280219707769823 + "value": 0.0004938156417811271, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2611249045411472 + "value": 0.0007124228455695601, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2520341870433926 + "value": 0.0007076278562951189, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.25176783806212244 + "value": 0.0007150400212604667, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.24417949078081141 + "value": 0.0006488102455003172, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.21716512059369203 + "value": 0.05024333401294363, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.6671256648113791 + "value": 0.09742777619989017, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.5915943104514533 + "value": 0.09343380358557288, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5833835497835498 + "value": 0.09353511619384626, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7199758812615955 + "value": 0.09040502340162183, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0004938156417811271 + "value": 0.14329601271947937, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0007124228455695601 + "value": 0.2618373273867167, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0007076278562951189 + "value": 0.2527418148996877, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0007150400212604667 + "value": 0.25248287808338293, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0006488102455003172 + "value": 0.24482830102631173, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.05024333401294363 + "value": 0.14280219707769823, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.09742777619989017 + "value": 0.2611249045411472, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.09343380358557288 + "value": 0.2520341870433926, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.09353511619384626 + "value": 0.25176783806212244, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.09040502340162183 + "value": 0.24417949078081141, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.14329601271947937 + "value": 0.21716512059369203, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2618373273867167 + "value": 0.6671256648113791, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2527418148996877 + "value": 0.5915943104514533, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.25248287808338293 + "value": 0.5833835497835498, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.24482830102631173 + "value": 0.7199758812615955, + "path": "" } ] }, - "strict_f1": { - "max": 0.0007150400212604667, - "mean": 0.000655543322081318, - "min": 0.0004938156417811271, - "n": 5, - "std": 9.445781201845953e-05 - }, "thresholds": [ 0.0002701166733984173, 0.00028167077107355, @@ -7511,192 +7526,192 @@ 0.0002832056488841772, 0.0002848515287041664 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "aurora", + "label": "Aurora", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.009858908695393357, + "std": 0.009298695250165839, + "min": 0.0053561461508737284, + "max": 0.026484309350641822 + }, "tolerance_f1": { - "max": 0.09742777619989017, - "mean": 0.08500901067877495, - "min": 0.05024333401294363, "n": 5, - "std": 0.01959379095008962 + "mean": 0.1513369496836336, + "std": 0.06082068957436595, + "min": 0.08994268846280176, + "max": 0.24351172066402033 }, "union_f1": { - "max": 0.2618373273867167, - "mean": 0.23103726682311568, - "min": 0.14329601271947937, "n": 5, - "std": 0.04941752137736377 - } - }, - { + "mean": 0.35483366745730893, + "std": 0.11019233024683481, + "min": 0.22524158122442267, + "max": 0.4964540293986394 + }, "difference": { - "max": 0.4699697200479976, + "n": 5, "mean": 0.3449747587619155, + "std": 0.10372797772336852, "min": 0.21988543507354893, - "n": 5, - "std": 0.10372797772336852 + "max": 0.4699697200479976 }, - "label": "Aurora", - "model_tag": "aurora", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.921086870485802, + "n": 5, "mean": 0.572238052834669, + "std": 0.35339959438797136, "min": 0.08275452656574651, - "n": 5, - "std": 0.35339959438797136 + "max": 0.921086870485802 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4699697200479976 + "value": 0.026484309350641822, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.38950157948139946 + "value": 0.00565521517042468, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.25643683344302254 + "value": 0.00618071474679909, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.21988543507354893 + "value": 0.0053561461508737284, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.3890802257636093 + "value": 0.005618158058227469, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.08275452656574651 + "value": 0.24351172066402033, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9150341347580885 + "value": 0.16052688500868942, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.48403581676066093 + "value": 0.10264712599745741, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4582789156030474 + "value": 0.08994268846280176, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.921086870485802 + "value": 0.16005632828519903, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.026484309350641822 + "value": 0.4964540293986394, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00565521517042468 + "value": 0.39515679465182413, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.00618071474679909 + "value": 0.26261754818982164, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0053561461508737284 + "value": 0.22524158122442267, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.005618158058227469 + "value": 0.39469838382183675, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.24351172066402033 + "value": 0.4699697200479976, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.16052688500868942 + "value": 0.38950157948139946, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.10264712599745741 + "value": 0.25643683344302254, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.08994268846280176 + "value": 0.21988543507354893, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16005632828519903 + "value": 0.3890802257636093, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4964540293986394 + "value": 0.08275452656574651, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.39515679465182413 + "value": 0.9150341347580885, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.26261754818982164 + "value": 0.48403581676066093, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.22524158122442267 + "value": 0.4582789156030474, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.39469838382183675 + "value": 0.921086870485802, + "path": "" } ] }, - "strict_f1": { - "max": 0.026484309350641822, - "mean": 0.009858908695393357, - "min": 0.0053561461508737284, - "n": 5, - "std": 0.009298695250165839 - }, "thresholds": [ 0.00026978866662830114, 0.0002819437358994037, @@ -7704,192 +7719,192 @@ 0.00028413085965439677, 0.0002847809228114784 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "aurora", + "label": "Aurora", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.007789958613164452, + "std": 0.01045266903938076, + "min": 0.00275028568108307, + "max": 0.026476637409113293 + }, "tolerance_f1": { - "max": 0.24351172066402033, - "mean": 0.1513369496836336, - "min": 0.08994268846280176, "n": 5, - "std": 0.06082068957436595 + "mean": 0.12738113192754766, + "std": 0.06555769355379562, + "min": 0.08722255267001126, + "max": 0.24290193233931348 }, "union_f1": { - "max": 0.4964540293986394, - "mean": 0.35483366745730893, - "min": 0.22524158122442267, - "n": 5, - "std": 0.11019233024683481 - } - }, - { - "difference": { - "max": 0.46744943745251477, - "mean": 0.2975149719293163, - "min": 0.2284351905540453, "n": 5, - "std": 0.09865622266744696 + "mean": 0.30530493054248076, + "std": 0.10884219611087281, + "min": 0.23118547623512836, + "max": 0.49392607486162804 + }, + "difference": { + "n": 5, + "mean": 0.2975149719293163, + "std": 0.09865622266744696, + "min": 0.2284351905540453, + "max": 0.46744943745251477 }, - "label": "Aurora", - "model_tag": "aurora", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9565152864351439, + "n": 5, "mean": 0.687941773028594, + "std": 0.37695842871011653, "min": 0.04137726328287326, - "n": 5, - "std": 0.37695842871011653 + "max": 0.9565152864351439 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.46744943745251477 + "value": 0.026476637409113293, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2284351905540453 + "value": 0.00275028568108307, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.28330440732569195 + "value": 0.0035136704264394467, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2799506337602843 + "value": 0.0034589138681033788, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2284351905540453 + "value": 0.00275028568108307, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.04137726328287326 + "value": 0.24290193233931348, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9565152864351439 + "value": 0.08722255267001126, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.735743791431681 + "value": 0.11052705132032803, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.749557237558128 + "value": 0.10903157063807417, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9565152864351439 + "value": 0.08722255267001126, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.026476637409113293 + "value": 0.49392607486162804, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00275028568108307 + "value": 0.23118547623512836, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0035136704264394467 + "value": 0.2868180777521314, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0034589138681033788 + "value": 0.28340954762838766, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.00275028568108307 + "value": 0.23118547623512836, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.24290193233931348 + "value": 0.46744943745251477, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.08722255267001126 + "value": 0.2284351905540453, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.11052705132032803 + "value": 0.28330440732569195, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.10903157063807417 + "value": 0.2799506337602843, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.08722255267001126 + "value": 0.2284351905540453, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.49392607486162804 + "value": 0.04137726328287326, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.23118547623512836 + "value": 0.9565152864351439, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2868180777521314 + "value": 0.735743791431681, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.28340954762838766 + "value": 0.749557237558128, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.23118547623512836 + "value": 0.9565152864351439, + "path": "" } ] }, - "strict_f1": { - "max": 0.026476637409113293, - "mean": 0.007789958613164452, - "min": 0.00275028568108307, - "n": 5, - "std": 0.01045266903938076 - }, "thresholds": [ 0.00026914896443486214, 0.00028129236306995153, @@ -7897,192 +7912,192 @@ 0.000282647815765813, 0.0002847809228114784 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "aurora", + "label": "Aurora", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0066546155176738, + "std": 0.011042800084784003, + "min": 0.001471035812113219, + "max": 0.026403975040443728 + }, "tolerance_f1": { - "max": 0.24290193233931348, - "mean": 0.12738113192754766, - "min": 0.08722255267001126, "n": 5, - "std": 0.06555769355379562 + "mean": 0.1053036158902898, + "std": 0.07430895639255175, + "min": 0.06246138809231819, + "max": 0.23725772191057362 }, "union_f1": { - "max": 0.49392607486162804, - "mean": 0.30530493054248076, - "min": 0.23118547623512836, "n": 5, - "std": 0.10884219611087281 - } - }, - { + "mean": 0.24944433080431602, + "std": 0.12584449940748835, + "min": 0.17013954201238674, + "max": 0.4711352810381827 + }, "difference": { - "max": 0.44473130599773897, + "n": 5, "mean": 0.24278971528664223, + "std": 0.11494327446365726, "min": 0.16866850620027352, - "n": 5, - "std": 0.11494327446365726 + "max": 0.44473130599773897 }, - "label": "Aurora", - "model_tag": "aurora", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9746196660482375, + "n": 5, "mean": 0.6728910327767471, + "std": 0.38399138452827886, "min": 0.02069016697588126, - "n": 5, - "std": 0.38399138452827886 + "max": 0.9746196660482375 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.44473130599773897 + "value": 0.026403975040443728, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.17276769792528876 + "value": 0.0014870516331508276, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.21405981286832887 + "value": 0.00196209796760366, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2137212534415811 + "value": 0.0019489171350575599, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16866850620027352 + "value": 0.001471035812113219, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.02069016697588126 + "value": 0.23725772191057362, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9366672850958565 + "value": 0.06425881062262738, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7109764996907854 + "value": 0.08141778117479781, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7215015460729747 + "value": 0.08112237765113199, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9746196660482375 + "value": 0.06246138809231819, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.026403975040443728 + "value": 0.4711352810381827, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0014870516331508276 + "value": 0.1742547495584396, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.00196209796760366 + "value": 0.21602191083593253, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0019489171350575599 + "value": 0.21567017057663868, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.001471035812113219 + "value": 0.17013954201238674, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.23725772191057362 + "value": 0.44473130599773897, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.06425881062262738 + "value": 0.17276769792528876, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.08141778117479781 + "value": 0.21405981286832887, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.08112237765113199 + "value": 0.2137212534415811, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.06246138809231819 + "value": 0.16866850620027352, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4711352810381827 + "value": 0.02069016697588126, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1742547495584396 + "value": 0.9366672850958565, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.21602191083593253 + "value": 0.7109764996907854, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.21567017057663868 + "value": 0.7215015460729747, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.17013954201238674 + "value": 0.9746196660482375, + "path": "" } ] }, - "strict_f1": { - "max": 0.026403975040443728, - "mean": 0.0066546155176738, - "min": 0.001471035812113219, - "n": 5, - "std": 0.011042800084784003 - }, "thresholds": [ 0.0002, 0.0002701335761230439, @@ -8090,192 +8105,192 @@ 0.0002826936251949519, 0.0002847809228114784 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "climax", + "label": "ClimaX", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.00347964131784203, + "std": 0.0007542402263439388, + "min": 0.0027501821392557145, + "max": 0.004637761701086003 + }, "tolerance_f1": { - "max": 0.23725772191057362, - "mean": 0.1053036158902898, - "min": 0.06246138809231819, "n": 5, - "std": 0.07430895639255175 + "mean": 0.2975348750078338, + "std": 0.03607251580095264, + "min": 0.24162386260287075, + "max": 0.33641526956922785 }, "union_f1": { - "max": 0.4711352810381827, - "mean": 0.24944433080431602, - "min": 0.17013954201238674, "n": 5, - "std": 0.12584449940748835 - } - }, - { + "mean": 0.6015057903864602, + "std": 0.07586493774699653, + "min": 0.4719733074426152, + "max": 0.6677488562714049 + }, "difference": { - "max": 0.664031416861268, + "n": 5, "mean": 0.5980261490686182, + "std": 0.07545417523567537, "min": 0.46922312530335947, - "n": 5, - "std": 0.07545417523567537 + "max": 0.664031416861268 }, - "label": "ClimaX", - "model_tag": "climax", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.12421632653061225, + "n": 5, "mean": 0.056763042671614104, + "std": 0.03926077114304812, "min": 0.025392455163883734, - "n": 5, - "std": 0.03926077114304812 + "max": 0.12421632653061225 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6362769893231447 + "value": 0.003394935139973715, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.46922312530335947 + "value": 0.0027501821392557145, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.615867982755411 + "value": 0.004637761701086003, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.664031416861268 + "value": 0.003717439410136951, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.604731231099908 + "value": 0.002897888198757764, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.041071861471861475 + "value": 0.3112148878371163, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.025392455163883734 + "value": 0.24162386260287075, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.037147804576376 + "value": 0.31289270592627744, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.055986765615337046 + "value": 0.33641526956922785, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.12421632653061225 + "value": 0.2855276491036767, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.003394935139973715 + "value": 0.6396719244631184, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0027501821392557145 + "value": 0.4719733074426152, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.004637761701086003 + "value": 0.620505744456497, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.003717439410136951 + "value": 0.6677488562714049, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.002897888198757764 + "value": 0.6076291192986658, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3112148878371163 + "value": 0.6362769893231447, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.24162386260287075 + "value": 0.46922312530335947, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.31289270592627744 + "value": 0.615867982755411, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.33641526956922785 + "value": 0.664031416861268, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2855276491036767 + "value": 0.604731231099908, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6396719244631184 + "value": 0.041071861471861475, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.4719733074426152 + "value": 0.025392455163883734, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.620505744456497 + "value": 0.037147804576376, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.6677488562714049 + "value": 0.055986765615337046, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6076291192986658 + "value": 0.12421632653061225, + "path": "" } ] }, - "strict_f1": { - "max": 0.004637761701086003, - "mean": 0.00347964131784203, - "min": 0.0027501821392557145, - "n": 5, - "std": 0.0007542402263439388 - }, "thresholds": [ 0.0005393968409013734, 0.001021229882830197, @@ -8283,192 +8298,192 @@ 0.001442534703828549, 0.0014632086704014654 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "climax", + "label": "ClimaX", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.012936887506760619, + "std": 0.0010861342333245315, + "min": 0.011492789729228419, + "max": 0.014246556800108287 + }, "tolerance_f1": { - "max": 0.33641526956922785, - "mean": 0.2975348750078338, - "min": 0.24162386260287075, "n": 5, - "std": 0.03607251580095264 + "mean": 0.34579050632090236, + "std": 0.02377186314441771, + "min": 0.3186326966868806, + "max": 0.3665570668664193 }, "union_f1": { - "max": 0.6677488562714049, - "mean": 0.6015057903864602, - "min": 0.4719733074426152, "n": 5, - "std": 0.07586493774699653 - } - }, - { + "mean": 0.6921863051786654, + "std": 0.057214573939719605, + "min": 0.6170788209868917, + "max": 0.7408743604065289 + }, "difference": { - "max": 0.7272887839717904, + "n": 5, "mean": 0.6792494176719048, + "std": 0.05726305372578923, "min": 0.6028322641867834, - "n": 5, - "std": 0.05726305372578923 + "max": 0.7272887839717904 }, - "label": "ClimaX", - "model_tag": "climax", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.3090951815573365, + "n": 5, "mean": 0.24009102602156923, + "std": 0.0928155581273325, "min": 0.13341248639556744, - "n": 5, - "std": 0.0928155581273325 + "max": 0.3090951815573365 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6341272298959009 + "value": 0.011492789729228419, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7267635176891648 + "value": 0.013106997858124742, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6028322641867834 + "value": 0.014246556800108287, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7272887839717904 + "value": 0.013585576434738445, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7052352926158846 + "value": 0.012252516711603196, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.13341248639556744 + "value": 0.3186326966868806, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3068887899475611 + "value": 0.3655334236435691, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.14358118135945386 + "value": 0.32161191611096424, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.3090951815573365 + "value": 0.3665570668664193, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.3074774908479272 + "value": 0.3566174282966785, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.011492789729228419 + "value": 0.6456200196251293, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.013106997858124742 + "value": 0.7398705155472896, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.014246556800108287 + "value": 0.6170788209868917, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.013585576434738445 + "value": 0.7408743604065289, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.012252516711603196 + "value": 0.7174878093274878, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3186326966868806 + "value": 0.6341272298959009, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3655334236435691 + "value": 0.7267635176891648, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.32161191611096424 + "value": 0.6028322641867834, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.3665570668664193 + "value": 0.7272887839717904, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.3566174282966785 + "value": 0.7052352926158846, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6456200196251293 + "value": 0.13341248639556744, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7398705155472896 + "value": 0.3068887899475611, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6170788209868917 + "value": 0.14358118135945386, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7408743604065289 + "value": 0.3090951815573365, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7174878093274878 + "value": 0.3074774908479272, + "path": "" } ] }, - "strict_f1": { - "max": 0.014246556800108287, - "mean": 0.012936887506760619, - "min": 0.011492789729228419, - "n": 5, - "std": 0.0010861342333245315 - }, "thresholds": [ 0.0005436268660297483, 0.0006166165592580956, @@ -8476,192 +8491,192 @@ 0.0014632082671483923, 0.0014882655838293205 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "climax", + "label": "ClimaX", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.012522340011631166, + "std": 0.0016018805893483327, + "min": 0.010293697838827224, + "max": 0.014244146704560834 + }, "tolerance_f1": { - "max": 0.3665570668664193, - "mean": 0.34579050632090236, - "min": 0.3186326966868806, "n": 5, - "std": 0.02377186314441771 + "mean": 0.34334086004373804, + "std": 0.022852052082273543, + "min": 0.3179193199949169, + "max": 0.36524448333846904 }, "union_f1": { - "max": 0.7408743604065289, - "mean": 0.6921863051786654, - "min": 0.6170788209868917, "n": 5, - "std": 0.057214573939719605 - } - }, - { + "mean": 0.6857131503190195, + "std": 0.05537732130173235, + "min": 0.6141812807681712, + "max": 0.7365490884872157 + }, "difference": { - "max": 0.7230514919507499, + "n": 5, "mean": 0.6731908103073884, + "std": 0.05553767153675633, "min": 0.5999371340636104, - "n": 5, - "std": 0.05553767153675633 + "max": 0.7230514919507499 }, - "label": "ClimaX", - "model_tag": "climax", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.15408504007123774, + "n": 5, "mean": 0.1184503314534481, + "std": 0.04506675919516373, "min": 0.06670624319778372, - "n": 5, - "std": 0.04506675919516373 + "max": 0.15408504007123774 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6312315933404747 + "value": 0.011490700169087834, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7230353684802844 + "value": 0.01308555880921415, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.5999371340636104 + "value": 0.014244146704560834, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7230514919507499 + "value": 0.013497596536465794, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6886984637018222 + "value": 0.010293697838827224, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.06670624319778372 + "value": 0.3179193199949169, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.15368556446027506 + "value": 0.36399388919405107, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.07179059067972693 + "value": 0.3208182317552862, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.15408504007123774 + "value": 0.36524448333846904, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.14598421885821708 + "value": 0.34872837593596695, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.011490700169087834 + "value": 0.6427222935095626, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.01308555880921415 + "value": 0.7361209272894985, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.014244146704560834 + "value": 0.6141812807681712, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.013497596536465794 + "value": 0.7365490884872157, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.010293697838827224 + "value": 0.6989921615406495, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3179193199949169 + "value": 0.6312315933404747, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.36399388919405107 + "value": 0.7230353684802844, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3208182317552862 + "value": 0.5999371340636104, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.36524448333846904 + "value": 0.7230514919507499, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.34872837593596695 + "value": 0.6886984637018222, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6427222935095626 + "value": 0.06670624319778372, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7361209272894985 + "value": 0.15368556446027506, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6141812807681712 + "value": 0.07179059067972693, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7365490884872157 + "value": 0.15408504007123774, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6989921615406495 + "value": 0.14598421885821708, + "path": "" } ] }, - "strict_f1": { - "max": 0.014244146704560834, - "mean": 0.012522340011631166, - "min": 0.010293697838827224, - "n": 5, - "std": 0.0016018805893483327 - }, "thresholds": [ 0.0006294738670532621, 0.0006776005131691771, @@ -8669,192 +8684,192 @@ 0.0014632082671483923, 0.0014882655838293205 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "climax", + "label": "ClimaX", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.010287276360038863, + "std": 0.002686481400804917, + "min": 0.006734646906365392, + "max": 0.013757803485310216 + }, "tolerance_f1": { - "max": 0.36524448333846904, - "mean": 0.34334086004373804, - "min": 0.3179193199949169, "n": 5, - "std": 0.022852052082273543 + "mean": 0.3021399507767809, + "std": 0.042856591284064, + "min": 0.24066482674710968, + "max": 0.35193063179186285 }, "union_f1": { - "max": 0.7365490884872157, - "mean": 0.6857131503190195, - "min": 0.6141812807681712, - "n": 5, - "std": 0.05537732130173235 - } - }, - { - "difference": { - "max": 0.6825790409197952, - "mean": 0.5903626491479447, - "min": 0.47288261881572224, "n": 5, - "std": 0.07589123629900595 + "mean": 0.6006499255079836, + "std": 0.07567424048289119, + "min": 0.48364281191756603, + "max": 0.691273953290052 + }, + "difference": { + "n": 5, + "mean": 0.5903626491479447, + "std": 0.07589123629900595, + "min": 0.47288261881572224, + "max": 0.6825790409197952 }, - "label": "ClimaX", - "model_tag": "climax", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.12288311688311689, + "n": 5, "mean": 0.057441929499072356, + "std": 0.04134148942976998, "min": 0.020547928262213976, - "n": 5, - "std": 0.04134148942976998 + "max": 0.12288311688311689 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5984324485861181 + "value": 0.011488825936418005, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.47288261881572224 + "value": 0.010760193101843772, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6150773048223223 + "value": 0.013757803485310216, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.6825790409197952 + "value": 0.008694912370256934, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5828418325957657 + "value": 0.006734646906365392, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.030718614718614718 + "value": 0.30575189275627285, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.020547928262213976 + "value": 0.24066482674710968, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.041087198515769946 + "value": 0.32901058451573606, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.07197278911564625 + "value": 0.35193063179186285, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.12288311688311689 + "value": 0.2833418180729231, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.011488825936418005 + "value": 0.6099212745225361, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.010760193101843772 + "value": 0.48364281191756603, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.013757803485310216 + "value": 0.6288351083076325, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.008694912370256934 + "value": 0.691273953290052, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.006734646906365392 + "value": 0.5895764795021311, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.30575189275627285 + "value": 0.5984324485861181, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.24066482674710968 + "value": 0.47288261881572224, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.32901058451573606 + "value": 0.6150773048223223, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.35193063179186285 + "value": 0.6825790409197952, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2833418180729231 + "value": 0.5828418325957657, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6099212745225361 + "value": 0.030718614718614718, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.48364281191756603 + "value": 0.020547928262213976, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6288351083076325 + "value": 0.041087198515769946, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.691273953290052 + "value": 0.07197278911564625, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5895764795021311 + "value": 0.12288311688311689, + "path": "" } ] }, - "strict_f1": { - "max": 0.013757803485310216, - "mean": 0.010287276360038863, - "min": 0.006734646906365392, - "n": 5, - "std": 0.002686481400804917 - }, "thresholds": [ 0.0006820998141378855, 0.0009633156281329466, @@ -8862,3244 +8877,3244 @@ 0.0013755693906898965, 0.0015083511573617753 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "dlwp", + "label": "DLWP", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.001692736472985844, + "std": 0.0004188778823216006, + "min": 0.001008153911497155, + "max": 0.002078902199880332 + }, "tolerance_f1": { - "max": 0.35193063179186285, - "mean": 0.3021399507767809, - "min": 0.24066482674710968, "n": 5, - "std": 0.042856591284064 + "mean": 0.14914807478919873, + "std": 0.032446265301716536, + "min": 0.09460750931776095, + "max": 0.17299721297318826 }, "union_f1": { - "max": 0.691273953290052, - "mean": 0.6006499255079836, - "min": 0.48364281191756603, "n": 5, - "std": 0.07567424048289119 - } - }, - { + "mean": 0.281900673424129, + "std": 0.06965835259895045, + "min": 0.17657638185878205, + "max": 0.36723610814010926 + }, "difference": { - "max": 0.36515720594022893, + "n": 5, "mean": 0.2802079369511431, + "std": 0.06925745403651407, "min": 0.17556822794728488, - "n": 5, - "std": 0.06925745403651407 + "max": 0.36515720594022893 }, - "label": "DLWP", - "model_tag": "dlwp", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.0589282622139765, + "n": 5, "mean": 0.04322077922077922, + "std": 0.015619298009606992, "min": 0.02625751391465677, - "n": 5, - "std": 0.015619298009606992 + "max": 0.0589282622139765 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.26339192421292845 + "value": 0.0016304484151205278, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3044358568583716 + "value": 0.001786130143937306, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.2924864697969017 + "value": 0.0019600476944939, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.17556822794728488 + "value": 0.001008153911497155, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.36515720594022893 + "value": 0.002078902199880332, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0589282622139765 + "value": 0.14442504878529014, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.057648732220160794 + "value": 0.16383974771641738, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.04519196042053185 + "value": 0.17299721297318826, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.02625751391465677 + "value": 0.09460750931776095, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.028077427334570193 + "value": 0.16987085515333694, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0016304484151205278 + "value": 0.265022372628049, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.001786130143937306 + "value": 0.3062219870023089, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0019600476944939 + "value": 0.2944465174913956, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.001008153911497155 + "value": 0.17657638185878205, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.002078902199880332 + "value": 0.36723610814010926, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.14442504878529014 + "value": 0.26339192421292845, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.16383974771641738 + "value": 0.3044358568583716, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.17299721297318826 + "value": 0.2924864697969017, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.09460750931776095 + "value": 0.17556822794728488, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.16987085515333694 + "value": 0.36515720594022893, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.265022372628049 + "value": 0.0589282622139765, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3062219870023089 + "value": 0.057648732220160794, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.2944465174913956 + "value": 0.04519196042053185, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.17657638185878205 + "value": 0.02625751391465677, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.36723610814010926 + "value": 0.028077427334570193, + "path": "" } ] }, - "strict_f1": { - "max": 0.002078902199880332, - "mean": 0.001692736472985844, - "min": 0.001008153911497155, - "n": 5, - "std": 0.0004188778823216006 - }, "thresholds": [ 0.08, 0.1 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "dlwp", + "label": "DLWP", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.01805388290899331, + "std": 0.004835410031272547, + "min": 0.011684287006420426, + "max": 0.024960845732184808 + }, "tolerance_f1": { - "max": 0.17299721297318826, - "mean": 0.14914807478919873, - "min": 0.09460750931776095, "n": 5, - "std": 0.032446265301716536 + "mean": 0.31723135564296057, + "std": 0.032922909485364145, + "min": 0.28520211660517514, + "max": 0.35323298220195054 }, "union_f1": { - "max": 0.36723610814010926, - "mean": 0.281900673424129, - "min": 0.17657638185878205, "n": 5, - "std": 0.06965835259895045 - } - }, - { + "mean": 0.5545957535300212, + "std": 0.05291976314318387, + "min": 0.47313209204823786, + "max": 0.6023409019864735 + }, "difference": { - "max": 0.5906566149800531, + "n": 5, "mean": 0.5365418706210278, + "std": 0.0547523973572839, "min": 0.45626799482364494, - "n": 5, - "std": 0.0547523973572839 + "max": 0.5906566149800531 }, - "label": "DLWP", - "model_tag": "dlwp", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.16420797467102008, + "n": 5, "mean": 0.09400069258929455, + "std": 0.05080713313175061, "min": 0.04792965271593945, - "n": 5, - "std": 0.05080713313175061 + "max": 0.16420797467102008 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.45626799482364494 + "value": 0.016864097224592905, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.5668021940668209 + "value": 0.01972516815912186, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.5053802602935323 + "value": 0.024960845732184808, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.5636022889410879 + "value": 0.017035016422646553, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5906566149800531 + "value": 0.011684287006420426, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.06984763035519936 + "value": 0.28520211660517514, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.05733155238943306 + "value": 0.3500819147736832, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.04792965271593945 + "value": 0.35323298220195054, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.1306866528148808 + "value": 0.3101459291213085, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.16420797467102008 + "value": 0.2874938355126855, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.016864097224592905 + "value": 0.47313209204823786, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.01972516815912186 + "value": 0.5865273622259427, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.024960845732184808 + "value": 0.5303411060257172, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.017035016422646553 + "value": 0.5806373053637345, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.011684287006420426 + "value": 0.6023409019864735, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.28520211660517514 + "value": 0.45626799482364494, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3500819147736832 + "value": 0.5668021940668209, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.35323298220195054 + "value": 0.5053802602935323, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3101459291213085 + "value": 0.5636022889410879, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.2874938355126855 + "value": 0.5906566149800531, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.47313209204823786 + "value": 0.06984763035519936, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.5865273622259427 + "value": 0.05733155238943306, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.5303411060257172 + "value": 0.04792965271593945, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.5806373053637345 + "value": 0.1306866528148808, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.6023409019864735 + "value": 0.16420797467102008, + "path": "" } ] }, - "strict_f1": { - "max": 0.024960845732184808, - "mean": 0.01805388290899331, - "min": 0.011684287006420426, - "n": 5, - "std": 0.004835410031272547 - }, "thresholds": [ 0.05, 0.08, 0.1 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "dlwp", + "label": "DLWP", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.016110218166136593, + "std": 0.005998581011452884, + "min": 0.008571862589787548, + "max": 0.023191305534082125 + }, "tolerance_f1": { - "max": 0.35323298220195054, - "mean": 0.31723135564296057, - "min": 0.28520211660517514, "n": 5, - "std": 0.032922909485364145 + "mean": 0.27658069580542066, + "std": 0.05921597516408298, + "min": 0.2160234001333052, + "max": 0.3409571337826908 }, "union_f1": { - "max": 0.6023409019864735, - "mean": 0.5545957535300212, - "min": 0.47313209204823786, "n": 5, - "std": 0.05291976314318387 - } - }, - { + "mean": 0.4712685600792209, + "std": 0.08011144927032286, + "min": 0.3704561794666731, + "max": 0.57270947387435 + }, "difference": { - "max": 0.5537110636994692, + "n": 5, "mean": 0.45515834191308435, + "std": 0.07792651255459898, "min": 0.3591438068453628, - "n": 5, - "std": 0.07792651255459898 + "max": 0.5537110636994692 }, - "label": "DLWP", - "model_tag": "dlwp", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.11266572672405263, + "n": 5, "mean": 0.049700455130107846, + "std": 0.03684905017300331, "min": 0.025880577817354308, - "n": 5, - "std": 0.03684905017300331 + "max": 0.11266572672405263 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3591438068453628 + "value": 0.011312372621310312, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.5537110636994692 + "value": 0.018998410174880763, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.486215877804802 + "value": 0.023191305534082125, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3946007462885974 + "value": 0.018477139910622206, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.48212021492719026 + "value": 0.008571862589787548, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.052691204115959234 + "value": 0.2160234001333052, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.02979989116453943 + "value": 0.3409571337826908, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.025880577817354308 + "value": 0.33689092573275314, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.02746487582863362 + "value": 0.2606560686639405, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.11266572672405263 + "value": 0.22837595071441363, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.011312372621310312 + "value": 0.3704561794666731, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.018998410174880763 + "value": 0.57270947387435, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.023191305534082125 + "value": 0.5094071833388841, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.018477139910622206 + "value": 0.41307788619921965, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.008571862589787548 + "value": 0.4906920775169778, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2160234001333052 + "value": 0.3591438068453628, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3409571337826908 + "value": 0.5537110636994692, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.33689092573275314 + "value": 0.486215877804802, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2606560686639405 + "value": 0.3946007462885974, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.22837595071441363 + "value": 0.48212021492719026, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3704561794666731 + "value": 0.052691204115959234, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.57270947387435 + "value": 0.02979989116453943, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.5094071833388841 + "value": 0.025880577817354308, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.41307788619921965 + "value": 0.02746487582863362, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4906920775169778 + "value": 0.11266572672405263, + "path": "" } ] }, - "strict_f1": { - "max": 0.023191305534082125, - "mean": 0.016110218166136593, - "min": 0.008571862589787548, - "n": 5, - "std": 0.005998581011452884 - }, "thresholds": [ 0.05, 0.08, 0.1 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "dlwp", + "label": "DLWP", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.015247655927156777, + "std": 0.008986797239635393, + "min": 0.007379212786746584, + "max": 0.028949691085613415 + }, "tolerance_f1": { - "max": 0.3409571337826908, - "mean": 0.27658069580542066, - "min": 0.2160234001333052, "n": 5, - "std": 0.05921597516408298 + "mean": 0.2094029351195231, + "std": 0.047970894595050655, + "min": 0.1600767886426284, + "max": 0.28953047944835925 }, "union_f1": { - "max": 0.57270947387435, - "mean": 0.4712685600792209, - "min": 0.3704561794666731, "n": 5, - "std": 0.08011144927032286 - } - }, - { + "mean": 0.3493011789060551, + "std": 0.0784709395452888, + "min": 0.2769459546244767, + "max": 0.4666657840911348 + }, "difference": { - "max": 0.44734760227295295, + "n": 5, "mean": 0.33405352297889834, + "std": 0.0787597726808095, "min": 0.26320327785336994, - "n": 5, - "std": 0.0787597726808095 + "max": 0.44734760227295295 }, - "label": "DLWP", - "model_tag": "dlwp", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.04168893011750155, + "n": 5, "mean": 0.019198021026592453, + "std": 0.014678247188046134, "min": 0.0027860235003092145, - "n": 5, - "std": 0.014678247188046134 + "max": 0.04168893011750155 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2695667418377301 + "value": 0.007379212786746584, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.44734760227295295 + "value": 0.01931818181818182, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.26320327785336994 + "value": 0.028949691085613415, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.30932859219900066 + "value": 0.01226752201682564, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.38082140073143794 + "value": 0.008323671928416423, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.04168893011750155 + "value": 0.1600767886426284, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.010166975881261595 + "value": 0.28953047944835925, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0027860235003092145 + "value": 0.20397124965652888, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.021262213976499692 + "value": 0.19661692001462533, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.02008596165739023 + "value": 0.19681923783547378, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.007379212786746584 + "value": 0.2769459546244767, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.01931818181818182 + "value": 0.4666657840911348, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.028949691085613415 + "value": 0.29215296893898335, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.01226752201682564 + "value": 0.3215961142158263, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.008323671928416423 + "value": 0.3891450726598544, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1600767886426284 + "value": 0.2695667418377301, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.28953047944835925 + "value": 0.44734760227295295, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.20397124965652888 + "value": 0.26320327785336994, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.19661692001462533 + "value": 0.30932859219900066, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.19681923783547378 + "value": 0.38082140073143794, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2769459546244767 + "value": 0.04168893011750155, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.4666657840911348 + "value": 0.010166975881261595, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.29215296893898335 + "value": 0.0027860235003092145, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3215961142158263 + "value": 0.021262213976499692, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.3891450726598544 + "value": 0.02008596165739023, + "path": "" } ] }, - "strict_f1": { - "max": 0.028949691085613415, - "mean": 0.015247655927156777, - "min": 0.007379212786746584, - "n": 5, - "std": 0.008986797239635393 - }, "thresholds": [ 0.08, 0.1, 0.2 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fcn", + "label": "FCN", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.002829241015607336, + "std": 0.0008385182499278472, + "min": 0.002068681772914111, + "max": 0.00400312243549969 + }, "tolerance_f1": { - "max": 0.28953047944835925, - "mean": 0.2094029351195231, - "min": 0.1600767886426284, "n": 5, - "std": 0.047970894595050655 + "mean": 0.19506132405627552, + "std": 0.03341186919631261, + "min": 0.16083569292964747, + "max": 0.23211789308126832 }, "union_f1": { - "max": 0.4666657840911348, - "mean": 0.3493011789060551, - "min": 0.2769459546244767, - "n": 5, - "std": 0.0784709395452888 - } - }, - { - "difference": { - "max": 0.5017259192233794, - "mean": 0.39777501610341254, - "min": 0.2830040701913329, "n": 5, - "std": 0.09342259085449434 + "mean": 0.4006042571190199, + "std": 0.09370061309902981, + "min": 0.2863487755227932, + "max": 0.5057290416588791 + }, + "difference": { + "n": 5, + "mean": 0.39777501610341254, + "std": 0.09342259085449434, + "min": 0.2830040701913329, + "max": 0.5017259192233794 }, - "label": "FCN", - "model_tag": "fcn", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.03192430426716141, + "n": 5, "mean": 0.01520235003092146, + "std": 0.013446242178130542, "min": 0.0016064316635745208, - "n": 5, - "std": 0.013446242178130542 + "max": 0.03192430426716141 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.4822930267328773 + "value": 0.0026467855605157606, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3840989936961055 + "value": 0.002068681772914111, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.33775307067336774 + "value": 0.00208290997764682, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2830040701913329 + "value": 0.0033447053314602988, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5017259192233794 + "value": 0.00400312243549969, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.027048113790970933 + "value": 0.23211789308126832, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.03192430426716141 + "value": 0.19094441931639336, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.009495980210265924 + "value": 0.16485748333864078, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0016064316635745208 + "value": 0.16083569292964747, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.005936920222634508 + "value": 0.22655113161542761, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0026467855605157606 + "value": 0.48493981229339306, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.002068681772914111 + "value": 0.38616767546901964, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.00208290997764682 + "value": 0.33983598065101456, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0033447053314602988 + "value": 0.2863487755227932, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.00400312243549969 + "value": 0.5057290416588791, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.23211789308126832 + "value": 0.4822930267328773, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.19094441931639336 + "value": 0.3840989936961055, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.16485748333864078 + "value": 0.33775307067336774, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.16083569292964747 + "value": 0.2830040701913329, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.22655113161542761 + "value": 0.5017259192233794, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.48493981229339306 + "value": 0.027048113790970933, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.38616767546901964 + "value": 0.03192430426716141, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.33983598065101456 + "value": 0.009495980210265924, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2863487755227932 + "value": 0.0016064316635745208, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5057290416588791 + "value": 0.005936920222634508, + "path": "" } ] }, - "strict_f1": { - "max": 0.00400312243549969, - "mean": 0.002829241015607336, - "min": 0.002068681772914111, - "n": 5, - "std": 0.0008385182499278472 - }, "thresholds": [ 0.15, 0.2, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fcn", + "label": "FCN", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.016231351161484737, + "std": 0.00506423236804874, + "min": 0.012095158293562608, + "max": 0.024537870112874206 + }, "tolerance_f1": { - "max": 0.23211789308126832, - "mean": 0.19506132405627552, - "min": 0.16083569292964747, "n": 5, - "std": 0.03341186919631261 + "mean": 0.2937694425517297, + "std": 0.0276260699067859, + "min": 0.25572856051368525, + "max": 0.3296389749733903 }, "union_f1": { - "max": 0.5057290416588791, - "mean": 0.4006042571190199, - "min": 0.2863487755227932, "n": 5, - "std": 0.09370061309902981 - } - }, - { + "mean": 0.5430325295439387, + "std": 0.0740889720448565, + "min": 0.47261322844070225, + "max": 0.6562774730922674 + }, "difference": { - "max": 0.6396713821034217, + "n": 5, "mean": 0.5268011783824539, + "std": 0.0743888677938, "min": 0.46051807014713964, - "n": 5, - "std": 0.0743888677938 + "max": 0.6396713821034217 }, - "label": "FCN", - "model_tag": "fcn", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.07633570792520035, + "n": 5, "mean": 0.047855941426733946, + "std": 0.029409395848307603, "min": 0.01251113089937667, - "n": 5, - "std": 0.029409395848307603 + "max": 0.07633570792520035 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.5645980289087711 + "value": 0.01222529471692621, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.46051807014713964 + "value": 0.012095158293562608, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.48713449736377723 + "value": 0.024537870112874206, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.4820839133891601 + "value": 0.01569234169521494, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.6396713821034217 + "value": 0.016606090988845718, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.06537300880577818 + "value": 0.3028035236186743, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.06528643514395963 + "value": 0.25572856051368525, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.01251113089937667 + "value": 0.27999632336313063, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0197734243593549 + "value": 0.300679830289768, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.07633570792520035 + "value": 0.3296389749733903, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.01222529471692621 + "value": 0.5768233236256973, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.012095158293562608 + "value": 0.47261322844070225, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.024537870112874206 + "value": 0.5116723674766515, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.01569234169521494 + "value": 0.49777625508437506, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.016606090988845718 + "value": 0.6562774730922674, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3028035236186743 + "value": 0.5645980289087711, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.25572856051368525 + "value": 0.46051807014713964, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.27999632336313063 + "value": 0.48713449736377723, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.300679830289768 + "value": 0.4820839133891601, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.3296389749733903 + "value": 0.6396713821034217, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.5768233236256973 + "value": 0.06537300880577818, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.47261322844070225 + "value": 0.06528643514395963, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.5116723674766515 + "value": 0.01251113089937667, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.49777625508437506 + "value": 0.0197734243593549, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.6562774730922674 + "value": 0.07633570792520035, + "path": "" } ] }, - "strict_f1": { - "max": 0.024537870112874206, - "mean": 0.016231351161484737, - "min": 0.012095158293562608, - "n": 5, - "std": 0.00506423236804874 - }, "thresholds": [ 0.15, 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fcn", + "label": "FCN", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.011776711221769876, + "std": 0.005117894394726336, + "min": 0.006403642961329112, + "max": 0.019849146486701073 + }, "tolerance_f1": { - "max": 0.3296389749733903, - "mean": 0.2937694425517297, - "min": 0.25572856051368525, "n": 5, - "std": 0.0276260699067859 + "mean": 0.22421694517240046, + "std": 0.03980326313080014, + "min": 0.16176542623012913, + "max": 0.2724598040570218 }, "union_f1": { - "max": 0.6562774730922674, - "mean": 0.5430325295439387, - "min": 0.47261322844070225, "n": 5, - "std": 0.0740889720448565 - } - }, - { + "mean": 0.4345103901380763, + "std": 0.09251305768823673, + "min": 0.3108270369881256, + "max": 0.5655038878451817 + }, "difference": { - "max": 0.5525178187961205, + "n": 5, "mean": 0.4227336789163064, + "std": 0.0902513347968921, "min": 0.30442339402679647, - "n": 5, - "std": 0.0902513347968921 + "max": 0.5525178187961205 }, - "label": "FCN", - "model_tag": "fcn", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.049730384881765115, + "n": 5, "mean": 0.0272573463935886, + "std": 0.01635259738911405, "min": 0.00802908875037103, - "n": 5, - "std": 0.01635259738911405 + "max": 0.049730384881765115 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.4452328295737776 + "value": 0.008918001736248123, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.30442339402679647 + "value": 0.006403642961329112, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.4238672329193606 + "value": 0.019849146486701073, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.387627119265477 + "value": 0.010726695875509895, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5525178187961205 + "value": 0.012986069049061175, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.030024982685267636 + "value": 0.2270292295163525, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.03344711586029484 + "value": 0.16176542623012913, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.00802908875037103 + "value": 0.23420382391023928, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.015055159790244386 + "value": 0.2256264421482596, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.049730384881765115 + "value": 0.2724598040570218, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.008918001736248123 + "value": 0.4541508313100257, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.006403642961329112 + "value": 0.3108270369881256, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.019849146486701073 + "value": 0.4437163794060617, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.010726695875509895 + "value": 0.3983538151409869, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.012986069049061175 + "value": 0.5655038878451817, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2270292295163525 + "value": 0.4452328295737776, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.16176542623012913 + "value": 0.30442339402679647, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.23420382391023928 + "value": 0.4238672329193606, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2256264421482596 + "value": 0.387627119265477, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.2724598040570218 + "value": 0.5525178187961205, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.4541508313100257 + "value": 0.030024982685267636, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3108270369881256 + "value": 0.03344711586029484, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.4437163794060617 + "value": 0.00802908875037103, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3983538151409869 + "value": 0.015055159790244386, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5655038878451817 + "value": 0.049730384881765115, + "path": "" } ] }, - "strict_f1": { - "max": 0.019849146486701073, - "mean": 0.011776711221769876, - "min": 0.006403642961329112, - "n": 5, - "std": 0.005117894394726336 - }, "thresholds": [ 0.15, 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fcn", + "label": "FCN", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.009962019740560447, + "std": 0.004315216342666275, + "min": 0.004578192172408018, + "max": 0.016197783461210574 + }, "tolerance_f1": { - "max": 0.2724598040570218, - "mean": 0.22421694517240046, - "min": 0.16176542623012913, "n": 5, - "std": 0.03980326313080014 + "mean": 0.1697921962176252, + "std": 0.03937109759451842, + "min": 0.10554731176319206, + "max": 0.20219147661108805 }, "union_f1": { - "max": 0.5655038878451817, - "mean": 0.4345103901380763, - "min": 0.3108270369881256, "n": 5, - "std": 0.09251305768823673 - } - }, - { + "mean": 0.3408594825588104, + "std": 0.08261638767751367, + "min": 0.2167503101126067, + "max": 0.4415948106689657 + }, "difference": { - "max": 0.4298567373898511, + "n": 5, "mean": 0.3308974628182499, + "std": 0.07927520828147509, "min": 0.2121721179401987, - "n": 5, - "std": 0.07927520828147509 + "max": 0.4298567373898511 }, - "label": "FCN", - "model_tag": "fcn", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.01035930735930736, + "n": 5, "mean": 0.008367841682127397, + "std": 0.0023583622377585994, "min": 0.005085961657390229, - "n": 5, - "std": 0.0023583622377585994 + "max": 0.01035930735930736 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3226698082083355 + "value": 0.008704984497972811, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2121721179401987 + "value": 0.004578192172408018, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3647698181559645 + "value": 0.016197783461210574, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3250188323968997 + "value": 0.00859106529209622, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4298567373898511 + "value": 0.011738073279114613, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.009654916512059368 + "value": 0.1596269732904185, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.01035930735930736 + "value": 0.10554731176319206, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.005085961657390229 + "value": 0.19512358967789506, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.010080395794681509 + "value": 0.18647162974553239, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.006658627087198516 + "value": 0.20219147661108805, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.008704984497972811 + "value": 0.3313747927063083, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.004578192172408018 + "value": 0.2167503101126067, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.016197783461210574 + "value": 0.3809676016171751, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.00859106529209622 + "value": 0.33360989768899596, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.011738073279114613 + "value": 0.4415948106689657, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1596269732904185 + "value": 0.3226698082083355, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.10554731176319206 + "value": 0.2121721179401987, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.19512358967789506 + "value": 0.3647698181559645, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.18647162974553239 + "value": 0.3250188323968997, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.20219147661108805 + "value": 0.4298567373898511, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.3313747927063083 + "value": 0.009654916512059368, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2167503101126067 + "value": 0.01035930735930736, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3809676016171751 + "value": 0.005085961657390229, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.33360989768899596 + "value": 0.010080395794681509, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4415948106689657 + "value": 0.006658627087198516, + "path": "" } ] }, - "strict_f1": { - "max": 0.016197783461210574, - "mean": 0.009962019740560447, - "min": 0.004578192172408018, - "n": 5, - "std": 0.004315216342666275 - }, "thresholds": [ 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fengwu", + "label": "FengWu", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0026125750208171442, + "std": 0.0007567108180601367, + "min": 0.0018414421399496025, + "max": 0.003438698584843275 + }, "tolerance_f1": { - "max": 0.20219147661108805, - "mean": 0.1697921962176252, - "min": 0.10554731176319206, "n": 5, - "std": 0.03937109759451842 + "mean": 0.12004984556809643, + "std": 0.06023907872870804, + "min": 0.042906126190853267, + "max": 0.20002472134774485 }, "union_f1": { - "max": 0.4415948106689657, - "mean": 0.3408594825588104, - "min": 0.2167503101126067, "n": 5, - "std": 0.08261638767751367 - } - }, - { + "mean": 0.24102217940052184, + "std": 0.13629274822774434, + "min": 0.06919785857013828, + "max": 0.4405198598043062 + }, "difference": { - "max": 0.43726313068468925, + "n": 5, "mean": 0.23840960437970468, + "std": 0.13573634707074209, "min": 0.06735555938074993, - "n": 5, - "std": 0.13573634707074209 + "max": 0.43726313068468925 }, - "label": "FengWu", - "model_tag": "fengwu", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.012518243661100804, + "n": 5, "mean": 0.004276685219542362, + "std": 0.004829522662220775, "min": 0.00042881880024737165, - "n": 5, - "std": 0.004829522662220775 + "max": 0.012518243661100804 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.18397565646547948 + "value": 0.00268370607028754, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2798111779709097 + "value": 0.003438698584843275, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.2236424973966951 + "value": 0.0018414421399496025, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.06735555938074993 + "value": 0.001842299189388357, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.43726313068468925 + "value": 0.0032567291196169464, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0016931354359925788 + "value": 0.09710793321083327, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.004433395176252319 + "value": 0.1569315132056949, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0023098330241187385 + "value": 0.10327893388535589, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.00042881880024737165 + "value": 0.042906126190853267, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.012518243661100804 + "value": 0.20002472134774485, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00268370607028754 + "value": 0.186659362535767, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.003438698584843275 + "value": 0.283249876555753, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0018414421399496025 + "value": 0.2254839395366447, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.001842299189388357 + "value": 0.06919785857013828, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0032567291196169464 + "value": 0.4405198598043062, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.09710793321083327 + "value": 0.18397565646547948, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.1569315132056949 + "value": 0.2798111779709097, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.10327893388535589 + "value": 0.2236424973966951, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.042906126190853267 + "value": 0.06735555938074993, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.20002472134774485 + "value": 0.43726313068468925, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.186659362535767 + "value": 0.0016931354359925788, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.283249876555753 + "value": 0.004433395176252319, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.2254839395366447 + "value": 0.0023098330241187385, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.06919785857013828 + "value": 0.00042881880024737165, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4405198598043062 + "value": 0.012518243661100804, + "path": "" } ] }, - "strict_f1": { - "max": 0.003438698584843275, - "mean": 0.0026125750208171442, - "min": 0.0018414421399496025, - "n": 5, - "std": 0.0007567108180601367 - }, "thresholds": [ 0.2, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fengwu", + "label": "FengWu", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.015694746589097253, + "std": 0.003591671570543508, + "min": 0.01267427122940431, + "max": 0.0205686630369026 + }, "tolerance_f1": { - "max": 0.20002472134774485, - "mean": 0.12004984556809643, - "min": 0.042906126190853267, "n": 5, - "std": 0.06023907872870804 + "mean": 0.16276279599467128, + "std": 0.03702437856278332, + "min": 0.12305221580797777, + "max": 0.21207047330588913 }, "union_f1": { - "max": 0.4405198598043062, - "mean": 0.24102217940052184, - "min": 0.06919785857013828, "n": 5, - "std": 0.13629274822774434 - } - }, - { + "mean": 0.3010546945713337, + "std": 0.05010267654001306, + "min": 0.22237658124637444, + "max": 0.3374691422247865 + }, "difference": { - "max": 0.31898912374476807, + "n": 5, "mean": 0.28535994798223646, + "std": 0.04769577870036795, "min": 0.20932175095916816, - "n": 5, - "std": 0.04769577870036795 + "max": 0.31898912374476807 }, - "label": "FengWu", - "model_tag": "fengwu", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.010032650638171565, + "n": 5, "mean": 0.00600375977045612, + "std": 0.0030413161402819498, "min": 0.0030746017611556348, - "n": 5, - "std": 0.0030413161402819498 + "max": 0.010032650638171565 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.20932175095916816 + "value": 0.013054830287206266, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.31898912374476807 + "value": 0.01848001848001848, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.26699212025153246 + "value": 0.01267427122940431, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3168732218355133 + "value": 0.0205686630369026, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.3146235231202003 + "value": 0.013695949911954608, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0030746017611556348 + "value": 0.12305221580797777, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.008098347679825863 + "value": 0.21207047330588913, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0032452755515979025 + "value": 0.13288915578187116, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.005567923221529633 + "value": 0.1866312847963942, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.010032650638171565 + "value": 0.15917085028122405, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.013054830287206266 + "value": 0.22237658124637444, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.01848001848001848 + "value": 0.3374691422247865, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.01267427122940431 + "value": 0.27966639148093675, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0205686630369026 + "value": 0.3374418848724159, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.013695949911954608 + "value": 0.3283194730321549, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.12305221580797777 + "value": 0.20932175095916816, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.21207047330588913 + "value": 0.31898912374476807, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.13288915578187116 + "value": 0.26699212025153246, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.1866312847963942 + "value": 0.3168732218355133, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.15917085028122405 + "value": 0.3146235231202003, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.22237658124637444 + "value": 0.0030746017611556348, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3374691422247865 + "value": 0.008098347679825863, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.27966639148093675 + "value": 0.0032452755515979025, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3374418848724159 + "value": 0.005567923221529633, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.3283194730321549 + "value": 0.010032650638171565, + "path": "" } ] }, - "strict_f1": { - "max": 0.0205686630369026, - "mean": 0.015694746589097253, - "min": 0.01267427122940431, - "n": 5, - "std": 0.003591671570543508 - }, "thresholds": [ 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fengwu", + "label": "FengWu", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.012426852806462965, + "std": 0.005333227666358275, + "min": 0.005460750853242321, + "max": 0.02015411973918198 + }, "tolerance_f1": { - "max": 0.21207047330588913, - "mean": 0.16276279599467128, - "min": 0.12305221580797777, "n": 5, - "std": 0.03702437856278332 + "mean": 0.12950332830320144, + "std": 0.05605188948381181, + "min": 0.04684227229450968, + "max": 0.1840127014362662 }, "union_f1": { - "max": 0.3374691422247865, - "mean": 0.3010546945713337, - "min": 0.22237658124637444, "n": 5, - "std": 0.05010267654001306 - } - }, - { + "mean": 0.24185379631697046, + "std": 0.0868538356837431, + "min": 0.10984387215996587, + "max": 0.33432003556596124 + }, "difference": { - "max": 0.3141659158267793, + "n": 5, "mean": 0.2294269435105075, + "std": 0.0818631441187217, "min": 0.10438312130672354, - "n": 5, - "std": 0.0818631441187217 + "max": 0.3141659158267793 }, - "label": "FengWu", - "model_tag": "fengwu", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.005720045513010785, + "n": 5, "mean": 0.002608835460571881, + "std": 0.001935467532779746, "min": 0.0004947066389630949, - "n": 5, - "std": 0.001935467532779746 + "max": 0.005720045513010785 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.19895488431057093 + "value": 0.011185682326621925, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.28149494747245746 + "value": 0.014059753954305799, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.24813584863600618 + "value": 0.011273957158962795, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3141659158267793 + "value": 0.02015411973918198, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.10438312130672354 + "value": 0.005460750853242321, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0019998515880083113 + "value": 0.11778287307219655, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.005720045513010785 + "value": 0.17969557482138315, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0019738794894627485 + "value": 0.1191832198916516, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0028556940734144652 + "value": 0.1840127014362662, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0004947066389630949 + "value": 0.04684227229450968, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.011185682326621925 + "value": 0.21014056663719285, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.014059753954305799 + "value": 0.29555470142676327, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.011273957158962795 + "value": 0.259409805794969, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.02015411973918198 + "value": 0.33432003556596124, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.005460750853242321 + "value": 0.10984387215996587, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.11778287307219655 + "value": 0.19895488431057093, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.17969557482138315 + "value": 0.28149494747245746, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.1191832198916516 + "value": 0.24813584863600618, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.1840127014362662 + "value": 0.3141659158267793, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.04684227229450968 + "value": 0.10438312130672354, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.21014056663719285 + "value": 0.0019998515880083113, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.29555470142676327 + "value": 0.005720045513010785, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.259409805794969 + "value": 0.0019738794894627485, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.33432003556596124 + "value": 0.0028556940734144652, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.10984387215996587 + "value": 0.0004947066389630949, + "path": "" } ] }, - "strict_f1": { - "max": 0.02015411973918198, - "mean": 0.012426852806462965, - "min": 0.005460750853242321, - "n": 5, - "std": 0.005333227666358275 - }, "thresholds": [ 0.2, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fengwu", + "label": "FengWu", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.01119211887721548, + "std": 0.005022919520207697, + "min": 0.004807692307692307, + "max": 0.018831348656881748 + }, "tolerance_f1": { - "max": 0.1840127014362662, - "mean": 0.12950332830320144, - "min": 0.04684227229450968, "n": 5, - "std": 0.05605188948381181 + "mean": 0.11950764890450612, + "std": 0.05074475609731675, + "min": 0.04393081279657125, + "max": 0.17388386719173746 }, "union_f1": { - "max": 0.33432003556596124, - "mean": 0.24185379631697046, - "min": 0.10984387215996587, "n": 5, - "std": 0.0868538356837431 - } - }, - { + "mean": 0.22785982657353704, + "std": 0.07911462942092182, + "min": 0.1067457375833951, + "max": 0.31802311631118385 + }, "difference": { - "max": 0.2991917676543021, + "n": 5, "mean": 0.21666770769632157, + "std": 0.07443767874640678, "min": 0.1019380452757028, - "n": 5, - "std": 0.07443767874640678 + "max": 0.2991917676543021 }, - "label": "FengWu", - "model_tag": "fengwu", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.0035126777983920843, + "n": 5, "mean": 0.0015006802721088436, + "std": 0.0012055357942519695, "min": 0.0003116883116883117, - "n": 5, - "std": 0.0012055357942519695 + "max": 0.0035126777983920843 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.19412591498868878 + "value": 0.010309278350515464, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2536326799641239 + "value": 0.011695906432748539, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.2344501305987902 + "value": 0.010316368638239341, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2991917676543021 + "value": 0.018831348656881748, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.1019380452757028 + "value": 0.004807692307692307, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0010822510822510823 + "value": 0.11130870584431331, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0035126777983920843 + "value": 0.1579992352547558, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0010810142238713667 + "value": 0.11041562343515275, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0015157699443413728 + "value": 0.17388386719173746, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0003116883116883117 + "value": 0.04393081279657125, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.010309278350515464 + "value": 0.20443519333920424, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.011695906432748539 + "value": 0.26532858639687246, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.010316368638239341 + "value": 0.24476649923702953, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.018831348656881748 + "value": 0.31802311631118385, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.004807692307692307 + "value": 0.1067457375833951, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.11130870584431331 + "value": 0.19412591498868878, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.1579992352547558 + "value": 0.2536326799641239, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.11041562343515275 + "value": 0.2344501305987902, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.17388386719173746 + "value": 0.2991917676543021, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.04393081279657125 + "value": 0.1019380452757028, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.20443519333920424 + "value": 0.0010822510822510823, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.26532858639687246 + "value": 0.0035126777983920843, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.24476649923702953 + "value": 0.0010810142238713667, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.31802311631118385 + "value": 0.0015157699443413728, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.1067457375833951 + "value": 0.0003116883116883117, + "path": "" } ] }, - "strict_f1": { - "max": 0.018831348656881748, - "mean": 0.01119211887721548, - "min": 0.004807692307692307, - "n": 5, - "std": 0.005022919520207697 - }, "thresholds": [ 0.2, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fuxi", + "label": "FuXi", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0037736840271503577, + "std": 0.0012118699857535593, + "min": 0.0029424127784783522, + "max": 0.005897939994871356 + }, "tolerance_f1": { - "max": 0.17388386719173746, - "mean": 0.11950764890450612, - "min": 0.04393081279657125, "n": 5, - "std": 0.05074475609731675 + "mean": 0.21032274703934553, + "std": 0.04821145875766877, + "min": 0.13539446199130012, + "max": 0.2682493391647262 }, "union_f1": { - "max": 0.31802311631118385, - "mean": 0.22785982657353704, - "min": 0.1067457375833951, "n": 5, - "std": 0.07911462942092182 - } - }, - { + "mean": 0.37288797408747854, + "std": 0.09446975287636859, + "min": 0.22039566333970034, + "max": 0.4541140407970205 + }, "difference": { - "max": 0.45054053460571325, + "n": 5, "mean": 0.36911429006032814, + "std": 0.09432711805206372, "min": 0.217453250561222, - "n": 5, - "std": 0.09432711805206372 + "max": 0.45054053460571325 }, - "label": "FuXi", - "model_tag": "fuxi", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.008687322201607915, + "n": 5, "mean": 0.004504539270253556, + "std": 0.00277275768973151, "min": 0.001522943722943723, - "n": 5, - "std": 0.00277275768973151 + "max": 0.008687322201607915 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.44532955766011967 + "value": 0.0033573873422136956, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3742624367300788 + "value": 0.003097173828881146, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.217453250561222 + "value": 0.0029424127784783522, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.35798567074450705 + "value": 0.005897939994871356, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.45054053460571325 + "value": 0.003573506191307238, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.005430797773654916 + "value": 0.2682493391647262, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.004230179344465059 + "value": 0.20441214417386547, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.001522943722943723 + "value": 0.13539446199130012, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0026514533085961658 + "value": 0.22566599998043468, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.008687322201607915 + "value": 0.21789178988640112, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0033573873422136956 + "value": 0.44868694500233336, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.003097173828881146 + "value": 0.37735961055895995, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0029424127784783522 + "value": 0.22039566333970034, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.005897939994871356 + "value": 0.3638836107393784, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.003573506191307238 + "value": 0.4541140407970205, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2682493391647262 + "value": 0.44532955766011967, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.20441214417386547 + "value": 0.3742624367300788, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.13539446199130012 + "value": 0.217453250561222, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.22566599998043468 + "value": 0.35798567074450705, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.21789178988640112 + "value": 0.45054053460571325, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.44868694500233336 + "value": 0.005430797773654916, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.37735961055895995 + "value": 0.004230179344465059, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.22039566333970034 + "value": 0.001522943722943723, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3638836107393784 + "value": 0.0026514533085961658, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4541140407970205 + "value": 0.008687322201607915, + "path": "" } ] }, - "strict_f1": { - "max": 0.005897939994871356, - "mean": 0.0037736840271503577, - "min": 0.0029424127784783522, - "n": 5, - "std": 0.0012118699857535593 - }, "thresholds": [ 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fuxi", + "label": "FuXi", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.020306854641425946, + "std": 0.006799890593691795, + "min": 0.012024257632789628, + "max": 0.030370370370370364 + }, "tolerance_f1": { - "max": 0.2682493391647262, - "mean": 0.21032274703934553, - "min": 0.13539446199130012, "n": 5, - "std": 0.04821145875766877 + "mean": 0.31894420698818526, + "std": 0.047331205244476655, + "min": 0.26086649919553234, + "max": 0.38200179460101663 }, "union_f1": { - "max": 0.4541140407970205, - "mean": 0.37288797408747854, - "min": 0.22039566333970034, "n": 5, - "std": 0.09446975287636859 - } - }, - { + "mean": 0.5393080442029143, + "std": 0.08382153402586862, + "min": 0.4073509199876191, + "max": 0.6304826850687859 + }, "difference": { - "max": 0.6138219771674631, + "n": 5, "mean": 0.5190011895614883, + "std": 0.08687800582865718, "min": 0.3862603850081952, - "n": 5, - "std": 0.08687800582865718 + "max": 0.6138219771674631 }, - "label": "FuXi", - "model_tag": "fuxi", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.0665751459384585, + "n": 5, "mean": 0.029315326011675073, + "std": 0.026391672443609994, "min": 0.004068962105471455, - "n": 5, - "std": 0.026391672443609994 + "max": 0.0665751459384585 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.6138219771674631 + "value": 0.016660707901322847, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.530575061359281 + "value": 0.02138840232322301, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3862603850081952 + "value": 0.02109053497942387, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.49281035455029043 + "value": 0.030370370370370364, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5715381697222122 + "value": 0.012024257632789628, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0665751459384585 + "value": 0.38200179460101663, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.024220837043633127 + "value": 0.30180702036802187, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.007007519540912239 + "value": 0.26086649919553234, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.004068962105471455 + "value": 0.3499638832422191, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.04470416542990007 + "value": 0.30008183753413636, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.016660707901322847 + "value": 0.6304826850687859, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.02138840232322301 + "value": 0.551963463682504, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.02109053497942387 + "value": 0.4073509199876191, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.030370370370370364 + "value": 0.5231807249206608, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.012024257632789628 + "value": 0.5835624273550017, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.38200179460101663 + "value": 0.6138219771674631, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.30180702036802187 + "value": 0.530575061359281, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.26086649919553234 + "value": 0.3862603850081952, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3499638832422191 + "value": 0.49281035455029043, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.30008183753413636 + "value": 0.5715381697222122, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.6304826850687859 + "value": 0.0665751459384585, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.551963463682504 + "value": 0.024220837043633127, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.4073509199876191 + "value": 0.007007519540912239, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.5231807249206608 + "value": 0.004068962105471455, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5835624273550017 + "value": 0.04470416542990007, + "path": "" } ] }, - "strict_f1": { - "max": 0.030370370370370364, - "mean": 0.020306854641425946, - "min": 0.012024257632789628, - "n": 5, - "std": 0.006799890593691795 - }, "thresholds": [ 0.1, 0.15, 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fuxi", + "label": "FuXi", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.016542308314081426, + "std": 0.007315696478545316, + "min": 0.008170871559633027, + "max": 0.026973684210526316 + }, "tolerance_f1": { - "max": 0.38200179460101663, - "mean": 0.31894420698818526, - "min": 0.26086649919553234, "n": 5, - "std": 0.047331205244476655 + "mean": 0.24012808383234296, + "std": 0.05778381935942338, + "min": 0.1656142112861716, + "max": 0.3231296638237823 }, "union_f1": { - "max": 0.6304826850687859, - "mean": 0.5393080442029143, - "min": 0.4073509199876191, "n": 5, - "std": 0.08382153402586862 - } - }, - { + "mean": 0.4021395209358275, + "std": 0.09930723729972839, + "min": 0.24700654033204764, + "max": 0.48397755354947186 + }, "difference": { - "max": 0.45700386933894555, + "n": 5, "mean": 0.38559721262174607, + "std": 0.09774430533636969, "min": 0.23030507895417707, - "n": 5, - "std": 0.09774430533636969 + "max": 0.45700386933894555 }, - "label": "FuXi", - "model_tag": "fuxi", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.01593821114079351, + "n": 5, "mean": 0.00519664588898783, + "std": 0.006074020737200343, "min": 0.0016448995745522905, - "n": 5, - "std": 0.006074020737200343 + "max": 0.01593821114079351 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.34740284065122157 + "value": 0.011389521640091117, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.43990346446961154 + "value": 0.019476002782286114, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.23030507895417707 + "value": 0.016701461377870565, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.45700386933894555 + "value": 0.026973684210526316, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.45337080969477445 + "value": 0.008170871559633027, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0019404867913327397 + "value": 0.2251054852320675, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0040170179083803305 + "value": 0.26166119072060445, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0016448995745522905 + "value": 0.1656142112861716, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.002442614029880281 + "value": 0.3231296638237823, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.01593821114079351 + "value": 0.22512986809908905, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.011389521640091117 + "value": 0.35879236229131267, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.019476002782286114 + "value": 0.45937946725189766, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.016701461377870565 + "value": 0.24700654033204764, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.026973684210526316 + "value": 0.48397755354947186, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.008170871559633027 + "value": 0.4615416812544075, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2251054852320675 + "value": 0.34740284065122157, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.26166119072060445 + "value": 0.43990346446961154, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.1656142112861716 + "value": 0.23030507895417707, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3231296638237823 + "value": 0.45700386933894555, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.22512986809908905 + "value": 0.45337080969477445, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.35879236229131267 + "value": 0.0019404867913327397, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.45937946725189766 + "value": 0.0040170179083803305, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.24700654033204764 + "value": 0.0016448995745522905, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.48397755354947186 + "value": 0.002442614029880281, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4615416812544075 + "value": 0.01593821114079351, + "path": "" } ] }, - "strict_f1": { - "max": 0.026973684210526316, - "mean": 0.016542308314081426, - "min": 0.008170871559633027, - "n": 5, - "std": 0.007315696478545316 - }, "thresholds": [ 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "fuxi", + "label": "FuXi", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.013646120927699812, + "std": 0.006773001125535398, + "min": 0.006516342573438146, + "max": 0.0239695995323005 + }, "tolerance_f1": { - "max": 0.3231296638237823, - "mean": 0.24012808383234296, - "min": 0.1656142112861716, "n": 5, - "std": 0.05778381935942338 + "mean": 0.21954844569166232, + "std": 0.058600538898278126, + "min": 0.15340459969134643, + "max": 0.30046102485294895 }, "union_f1": { - "max": 0.48397755354947186, - "mean": 0.4021395209358275, - "min": 0.24700654033204764, "n": 5, - "std": 0.09930723729972839 - } - }, - { + "mean": 0.3673143252863447, + "std": 0.10028910465565644, + "min": 0.23133715755118187, + "max": 0.4554233007850691 + }, "difference": { - "max": 0.43708558281057147, + "n": 5, "mean": 0.3536682043586449, + "std": 0.09922328477614482, "min": 0.21606998197866278, - "n": 5, - "std": 0.09922328477614482 + "max": 0.43708558281057147 }, - "label": "FuXi", - "model_tag": "fuxi", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.011240568954854669, + "n": 5, "mean": 0.003620779220779221, + "std": 0.004346389540674709, "min": 0.0009029066171923315, - "n": 5, - "std": 0.004346389540674709 + "max": 0.011240568954854669 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2820322009484037 + "value": 0.008802816901408451, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.40169955480281794 + "value": 0.013674670058832883, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.21606998197866278 + "value": 0.015267175572519083, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.4314537012527686 + "value": 0.0239695995323005, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.43708558281057147 + "value": 0.006516342573438146, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0013902288188002473 + "value": 0.18265891116039673, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0031719233147804574 + "value": 0.25519274478475146, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0009029066171923315 + "value": 0.15340459969134643, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0013982683982683983 + "value": 0.30046102485294895, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.011240568954854669 + "value": 0.20602494796886814, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.008802816901408451 + "value": 0.29083501784981214, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.013674670058832883 + "value": 0.4153742248616508, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.015267175572519083 + "value": 0.23133715755118187, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0239695995323005 + "value": 0.4554233007850691, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.006516342573438146 + "value": 0.4436019253840096, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.18265891116039673 + "value": 0.2820322009484037, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.25519274478475146 + "value": 0.40169955480281794, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.15340459969134643 + "value": 0.21606998197866278, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.30046102485294895 + "value": 0.4314537012527686, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.20602494796886814 + "value": 0.43708558281057147, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.29083501784981214 + "value": 0.0013902288188002473, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.4153742248616508 + "value": 0.0031719233147804574, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.23133715755118187 + "value": 0.0009029066171923315, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.4554233007850691 + "value": 0.0013982683982683983, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4436019253840096 + "value": 0.011240568954854669, + "path": "" } ] }, - "strict_f1": { - "max": 0.0239695995323005, - "mean": 0.013646120927699812, - "min": 0.006516342573438146, - "n": 5, - "std": 0.006773001125535398 - }, "thresholds": [ 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24", + "label": "Pangu-Weather", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0006175979748444972, + "std": 6.723431511345116e-05, + "min": 0.0005395660023552084, + "max": 0.000687991383709005 + }, "tolerance_f1": { - "max": 0.30046102485294895, - "mean": 0.21954844569166232, - "min": 0.15340459969134643, "n": 5, - "std": 0.058600538898278126 + "mean": 0.08180329398071068, + "std": 0.013544748931105265, + "min": 0.06046181002685303, + "max": 0.09170559714407109 }, "union_f1": { - "max": 0.4554233007850691, - "mean": 0.3673143252863447, - "min": 0.23133715755118187, "n": 5, - "std": 0.10028910465565644 - } - }, - { + "mean": 0.22056244847642267, + "std": 0.03734327197007739, + "min": 0.16301936607754167, + "max": 0.2480828253168327 + }, "difference": { - "max": 0.24742507585853188, + "n": 5, "mean": 0.2199448505015782, + "std": 0.03728443961138173, "min": 0.1624675064035813, - "n": 5, - "std": 0.03728443961138173 + "max": 0.24742507585853188 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.8827594310451453, + "n": 5, "mean": 0.6338042300556587, + "std": 0.2507607336766575, "min": 0.21222844774273344, - "n": 5, - "std": 0.2507607336766575 + "max": 0.8827594310451453 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.1624675064035813 + "value": 0.0005518596739603732, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.24742507585853188 + "value": 0.0006577494583008349, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2016630331978699 + "value": 0.0005395660023552084, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.24307011894354136 + "value": 0.000687991383709005, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.24509851810436645 + "value": 0.0006508233558970649, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.21222844774273344 + "value": 0.06046181002685303, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7071789734075449 + "value": 0.09170559714407109, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.8827594310451453 + "value": 0.07610963330033767, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.655947804576376 + "value": 0.08961425169301492, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7109064935064935 + "value": 0.09112517773927671, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0005518596739603732 + "value": 0.16301936607754167, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0006577494583008349 + "value": 0.2480828253168327, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0005395660023552084 + "value": 0.20220259920022512, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.000687991383709005 + "value": 0.24375811032725037, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0006508233558970649 + "value": 0.2457493414602635, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.06046181002685303 + "value": 0.1624675064035813, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.09170559714407109 + "value": 0.24742507585853188, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.07610963330033767 + "value": 0.2016630331978699, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.08961425169301492 + "value": 0.24307011894354136, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.09112517773927671 + "value": 0.24509851810436645, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.16301936607754167 + "value": 0.21222844774273344, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2480828253168327 + "value": 0.7071789734075449, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.20220259920022512 + "value": 0.8827594310451453, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.24375811032725037 + "value": 0.655947804576376, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2457493414602635 + "value": 0.7109064935064935, + "path": "" } ] }, - "strict_f1": { - "max": 0.000687991383709005, - "mean": 0.0006175979748444972, - "min": 0.0005395660023552084, - "n": 5, - "std": 6.723431511345116e-05 - }, "thresholds": [ 0.00024381681578233838, 0.0002703598001971841, @@ -12107,192 +12122,192 @@ 0.0002784867538139224, 0.00027882601716555655 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24", + "label": "Pangu-Weather", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.010646547680643631, + "std": 0.009091660121962298, + "min": 0.005639067545640032, + "max": 0.026612927125626056 + }, "tolerance_f1": { - "max": 0.09170559714407109, - "mean": 0.08180329398071068, - "min": 0.06046181002685303, "n": 5, - "std": 0.013544748931105265 + "mean": 0.16674283792931957, + "std": 0.04706476664025482, + "min": 0.1110438397786047, + "max": 0.24179585238367046 }, "union_f1": { - "max": 0.2480828253168327, - "mean": 0.22056244847642267, - "min": 0.16301936607754167, "n": 5, - "std": 0.03734327197007739 - } - }, - { + "mean": 0.3913796290737717, + "std": 0.07015617234020738, + "min": 0.2883417650922405, + "max": 0.4864922341150057 + }, "difference": { - "max": 0.4598793069893796, + "n": 5, "mean": 0.3807330813931281, + "std": 0.06491382662211008, "min": 0.27868986084470576, - "n": 5, - "std": 0.06491382662211008 + "max": 0.4598793069893796 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9213416444048679, + "n": 5, "mean": 0.6241896705253784, + "std": 0.41065405269695054, "min": 0.08085485307212822, - "n": 5, - "std": 0.41065405269695054 + "max": 0.9213416444048679 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4598793069893796 + "value": 0.026612927125626056, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.38914191998978065 + "value": 0.005648734389013078, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3868339716949791 + "value": 0.00568010509540423, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.27868986084470576 + "value": 0.009651904247534756, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.38912034744679525 + "value": 0.005639067545640032, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.08085485307212822 + "value": 0.24179585238367046, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9213416444048679 + "value": 0.1601110414083686, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.9162387454239636 + "value": 0.16063421440737302, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.28134213911150685 + "value": 0.1110438397786047, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9211709706144257 + "value": 0.16012924166858108, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.026612927125626056 + "value": 0.4864922341150057, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.005648734389013078 + "value": 0.39479065437879374, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.00568010509540423 + "value": 0.3925140767903833, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.009651904247534756 + "value": 0.2883417650922405, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.005639067545640032 + "value": 0.3947594149924353, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.24179585238367046 + "value": 0.4598793069893796, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1601110414083686 + "value": 0.38914191998978065, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.16063421440737302 + "value": 0.3868339716949791, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.1110438397786047 + "value": 0.27868986084470576, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16012924166858108 + "value": 0.38912034744679525, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4864922341150057 + "value": 0.08085485307212822, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.39479065437879374 + "value": 0.9213416444048679, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3925140767903833 + "value": 0.9162387454239636, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2883417650922405 + "value": 0.28134213911150685, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.3947594149924353 + "value": 0.9211709706144257, + "path": "" } ] }, - "strict_f1": { - "max": 0.026612927125626056, - "mean": 0.010646547680643631, - "min": 0.005639067545640032, - "n": 5, - "std": 0.009091660121962298 - }, "thresholds": [ 0.0002431461471132934, 0.0002697413437999785, @@ -12300,192 +12315,192 @@ 0.0002780304348561913, 0.00028155450127087533 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24", + "label": "Pangu-Weather", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.007206875839483156, + "std": 0.010865089659576754, + "min": 0.0011827321111768183, + "max": 0.02660504251473943 + }, "tolerance_f1": { - "max": 0.24179585238367046, - "mean": 0.16674283792931957, - "min": 0.1110438397786047, "n": 5, - "std": 0.04706476664025482 + "mean": 0.10446479485399655, + "std": 0.08187646601609166, + "min": 0.019439944457301548, + "max": 0.2411933776075557 }, "union_f1": { - "max": 0.4864922341150057, - "mean": 0.3913796290737717, - "min": 0.2883417650922405, "n": 5, - "std": 0.07015617234020738 - } - }, - { + "mean": 0.24123553210507903, + "std": 0.1613799726515661, + "min": 0.029367206619275145, + "max": 0.4840644650115095 + }, "difference": { - "max": 0.4574594224967701, + "n": 5, "mean": 0.2340286562655959, + "std": 0.15198406003212697, "min": 0.02818447450809833, - "n": 5, - "std": 0.15198406003212697 + "max": 0.4574594224967701 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9565152864351439, + "n": 5, "mean": 0.5820859305431878, + "std": 0.5127551339472974, "min": 0.0007742158899772435, - "n": 5, - "std": 0.5127551339472974 + "max": 0.9565152864351439 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4574594224967701 + "value": 0.02660504251473943, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2284351905540453 + "value": 0.00275028568108307, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2276584353760274 + "value": 0.002750953470140531, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.02818447450809833 + "value": 0.0011827321111768183, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2284057583930383 + "value": 0.0027453654202759313, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.04042742653606411 + "value": 0.2411933776075557, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9565152864351439 + "value": 0.08722255267001126, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.9562827743148313 + "value": 0.08724283500251707, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0007742158899772435 + "value": 0.019439944457301548, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9564299495399228 + "value": 0.08722526453259725, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.02660504251473943 + "value": 0.4840644650115095, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00275028568108307 + "value": 0.23118547623512836, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.002750953470140531 + "value": 0.23040938884616793, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0011827321111768183 + "value": 0.029367206619275145, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0027453654202759313 + "value": 0.23115112381331424, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.2411933776075557 + "value": 0.4574594224967701, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.08722255267001126 + "value": 0.2284351905540453, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.08724283500251707 + "value": 0.2276584353760274, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.019439944457301548 + "value": 0.02818447450809833, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.08722526453259725 + "value": 0.2284057583930383, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4840644650115095 + "value": 0.04042742653606411, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.23118547623512836 + "value": 0.9565152864351439, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.23040938884616793 + "value": 0.9562827743148313, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.029367206619275145 + "value": 0.0007742158899772435, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.23115112381331424 + "value": 0.9564299495399228, + "path": "" } ] }, - "strict_f1": { - "max": 0.02660504251473943, - "mean": 0.007206875839483156, - "min": 0.0011827321111768183, - "n": 5, - "std": 0.010865089659576754 - }, "thresholds": [ 0.00024276715703308582, 0.0002697413437999785, @@ -12493,191 +12508,191 @@ 0.0002780304348561913, 0.000285720539977774 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24", + "label": "Pangu-Weather", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.006615089943495571, + "std": 0.011136980463397231, + "min": 0.0014589084597825474, + "max": 0.026530371070668874 + }, "tolerance_f1": { - "max": 0.2411933776075557, - "mean": 0.10446479485399655, - "min": 0.019439944457301548, "n": 5, - "std": 0.08187646601609166 + "mean": 0.09076165157666524, + "std": 0.08204539789375309, + "min": 0.031681254572138745, + "max": 0.23561614605975847 }, "union_f1": { - "max": 0.4840644650115095, - "mean": 0.24123553210507903, - "min": 0.029367206619275145, "n": 5, - "std": 0.1613799726515661 - } - }, - { + "mean": 0.21219018441019574, + "std": 0.1438368307990196, + "min": 0.09062518509001295, + "max": 0.4621544722787787 + }, "difference": { - "max": 0.43562410120810985, + "n": 5, "mean": 0.20557509446670016, + "std": 0.13312438976032662, "min": 0.08847200309630879, - "n": 5, - "std": 0.13312438976032662 + "max": 0.43562410120810985 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9827272727272728, + "n": 5, "mean": 0.6610079158936302, + "std": 0.4509300379554766, "min": 0.0202152133580705, - "n": 5, - "std": 0.4509300379554766 + "max": 0.9827272727272728 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.43562410120810985 + "value": 0.026530371070668874, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.16739547174950506 + "value": 0.0014589084597825474, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.16835043410148648 + "value": 0.0014680041534393378, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.08847200309630879 + "value": 0.0021531819937041672, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16803346217809073 + "value": 0.0014649840398829276, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0202152133580705 + "value": 0.23561614605975847, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9827272727272728 + "value": 0.06196203978961812, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.9766338899196042 + "value": 0.062336581960243484, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.34681447124304265 + "value": 0.031681254572138745, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9786487322201608 + "value": 0.062212235501567396, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.026530371070668874 + "value": 0.4621544722787787, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0014589084597825474 + "value": 0.1688543802092876, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0014680041534393378 + "value": 0.16981843825492582, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0021531819937041672 + "value": 0.09062518509001295, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0014649840398829276 + "value": 0.16949844621797366, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.23561614605975847 + "value": 0.43562410120810985, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.06196203978961812 + "value": 0.16739547174950506, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.062336581960243484 + "value": 0.16835043410148648, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.031681254572138745 + "value": 0.08847200309630879, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.062212235501567396 + "value": 0.16803346217809073, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4621544722787787 + "value": 0.0202152133580705, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1688543802092876 + "value": 0.9827272727272728, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.16981843825492582 + "value": 0.9766338899196042, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.09062518509001295 + "value": 0.34681447124304265, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", - "seed": 123, - "value": 0.16949844621797366 - } - ] - }, - "strict_f1": { - "max": 0.026530371070668874, - "mean": 0.006615089943495571, - "min": 0.0014589084597825474, - "n": 5, - "std": 0.011136980463397231 + "seed": 123, + "value": 0.9786487322201608, + "path": "" + } + ] }, "thresholds": [ 0.0002, @@ -12686,1719 +12701,1719 @@ 0.00027438640245236456, 0.00028135377215221524 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24_h24", + "label": "Pangu-Weather", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.002839244726016104, + "std": 0.0014055201553382893, + "min": 0.0015570260801868433, + "max": 0.00458918723078781 + }, "tolerance_f1": { - "max": 0.23561614605975847, - "mean": 0.09076165157666524, - "min": 0.031681254572138745, "n": 5, - "std": 0.08204539789375309 + "mean": 0.11344735239772843, + "std": 0.05215606001713916, + "min": 0.04422040571422221, + "max": 0.17658327178527805 }, "union_f1": { - "max": 0.4621544722787787, - "mean": 0.21219018441019574, - "min": 0.09062518509001295, "n": 5, - "std": 0.1438368307990196 - } - }, - { + "mean": 0.26579704586756064, + "std": 0.12358583427828769, + "min": 0.1360311898534274, + "max": 0.4448076750202692 + }, "difference": { - "max": 0.44278198559528875, + "n": 5, "mean": 0.26295780114154454, + "std": 0.12366414839800409, "min": 0.13447416377324056, - "n": 5, - "std": 0.12366414839800409 + "max": 0.44278198559528875 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.015876932591218307, + "n": 5, "mean": 0.004966580086580087, + "std": 0.006165207367586338, "min": 0.0013461966604823748, - "n": 5, - "std": 0.006165207367586338 + "max": 0.015876932591218307 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1610876335708797 + "value": 0.00412434125105018, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2698875125828892 + "value": 0.0018999796430752525, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.44278198559528875 + "value": 0.002025689424980434, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3065577101854246 + "value": 0.00458918723078781, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.13447416377324056 + "value": 0.0015570260801868433, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0013768707482993197 + "value": 0.08503531719948608, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0034029684601113172 + "value": 0.11199020227536667, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.015876932591218307 + "value": 0.17658327178527805, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0028299319727891157 + "value": 0.14940756501428915, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0013461966604823748 + "value": 0.04422040571422221, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00412434125105018 + "value": 0.1652119748219299, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0018999796430752525 + "value": 0.27178749222596443, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.002025689424980434 + "value": 0.4448076750202692, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.00458918723078781 + "value": 0.31114689741621243, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0015570260801868433 + "value": 0.1360311898534274, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.08503531719948608 + "value": 0.1610876335708797, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.11199020227536667 + "value": 0.2698875125828892, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.17658327178527805 + "value": 0.44278198559528875, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.14940756501428915 + "value": 0.3065577101854246, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.04422040571422221 + "value": 0.13447416377324056, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1652119748219299 + "value": 0.0013768707482993197, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.27178749222596443 + "value": 0.0034029684601113172, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.4448076750202692 + "value": 0.015876932591218307, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.31114689741621243 + "value": 0.0028299319727891157, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.1360311898534274 + "value": 0.0013461966604823748, + "path": "" } ] }, - "strict_f1": { - "max": 0.00458918723078781, - "mean": 0.002839244726016104, - "min": 0.0015570260801868433, - "n": 5, - "std": 0.0014055201553382893 - }, "thresholds": [ 0.1, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24_h24", + "label": "Pangu-Weather", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.010727828314232248, + "std": 0.0030802455090206595, + "min": 0.006323656223052602, + "max": 0.014334527877323108 + }, "tolerance_f1": { - "max": 0.17658327178527805, - "mean": 0.11344735239772843, - "min": 0.04422040571422221, "n": 5, - "std": 0.05215606001713916 + "mean": 0.16440632872776462, + "std": 0.04420834148717055, + "min": 0.1236361475439318, + "max": 0.23786880092608761 }, "union_f1": { - "max": 0.4448076750202692, - "mean": 0.26579704586756064, - "min": 0.1360311898534274, "n": 5, - "std": 0.12358583427828769 - } - }, - { + "mean": 0.36002559619997526, + "std": 0.11617972461830063, + "min": 0.26905489411020966, + "max": 0.5563138131518957 + }, "difference": { - "max": 0.5419792852745725, + "n": 5, "mean": 0.34929776788574307, + "std": 0.1137924578244252, "min": 0.2627312378871571, - "n": 5, - "std": 0.1137924578244252 + "max": 0.5419792852745725 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.02707034728406055, + "n": 5, "mean": 0.014698228950232511, + "std": 0.008898365132157035, "min": 0.00599584446423271, - "n": 5, - "std": 0.008898365132157035 + "max": 0.02707034728406055 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.27422409940357173 + "value": 0.00961323496534764, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2627312378871571 + "value": 0.006323656223052602, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.5419792852745725 + "value": 0.014334527877323108, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3107866198278387 + "value": 0.012796587576646227, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.35676759703557515 + "value": 0.010571134928791661, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.019518650440288908 + "value": 0.13752896018113672, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.00599584446423271 + "value": 0.1236361475439318, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.02707034728406055 + "value": 0.23786880092608761, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.006668645493222519 + "value": 0.15839502058327895, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.014237657069357871 + "value": 0.16460271440438795, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00961323496534764 + "value": 0.2838373343689194, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.006323656223052602 + "value": 0.26905489411020966, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.014334527877323108 + "value": 0.5563138131518957, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.012796587576646227 + "value": 0.3235832074044849, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.010571134928791661 + "value": 0.3673387319643668, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.13752896018113672 + "value": 0.27422409940357173, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.1236361475439318 + "value": 0.2627312378871571, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.23786880092608761 + "value": 0.5419792852745725, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.15839502058327895 + "value": 0.3107866198278387, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.16460271440438795 + "value": 0.35676759703557515, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2838373343689194 + "value": 0.019518650440288908, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.26905489411020966 + "value": 0.00599584446423271, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.5563138131518957 + "value": 0.02707034728406055, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3235832074044849 + "value": 0.006668645493222519, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.3673387319643668 + "value": 0.014237657069357871, + "path": "" } ] }, - "strict_f1": { - "max": 0.014334527877323108, - "mean": 0.010727828314232248, - "min": 0.006323656223052602, - "n": 5, - "std": 0.0030802455090206595 - }, "thresholds": [ 0.1, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24_h24", + "label": "Pangu-Weather", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.006807753305469981, + "std": 0.0036980018094160414, + "min": 0.002669336002669336, + "max": 0.010952623535404991 + }, "tolerance_f1": { - "max": 0.23786880092608761, - "mean": 0.16440632872776462, - "min": 0.1236361475439318, "n": 5, - "std": 0.04420834148717055 + "mean": 0.10945088912540306, + "std": 0.06122864367998089, + "min": 0.03347640061525648, + "max": 0.19299696406724362 }, "union_f1": { - "max": 0.5563138131518957, - "mean": 0.36002559619997526, - "min": 0.26905489411020966, "n": 5, - "std": 0.11617972461830063 - } - }, - { + "mean": 0.2511409611173737, + "std": 0.14418045901223492, + "min": 0.12011082544991639, + "max": 0.478233072358786 + }, "difference": { - "max": 0.467280448823381, + "n": 5, "mean": 0.24433320781190368, + "std": 0.14096512937898192, "min": 0.11744148944724705, - "n": 5, - "std": 0.14096512937898192 + "max": 0.467280448823381 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.018105026219451866, + "n": 5, "mean": 0.006657019887206886, + "std": 0.006467521103800908, "min": 0.002389433066191748, - "n": 5, - "std": 0.006467521103800908 + "max": 0.018105026219451866 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.14003318233886966 + "value": 0.005579507988840983, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2112720683625158 + "value": 0.004407051282051282, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.467280448823381 + "value": 0.010952623535404991, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.285638850087505 + "value": 0.010430247718383311, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.11744148944724705 + "value": 0.002669336002669336, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0035594142673394677 + "value": 0.07891517659613233, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.004856782428020184 + "value": 0.09804613935969869, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.018105026219451866 + "value": 0.19299696406724362, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.004374443455031167 + "value": 0.14381976498868418, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.002389433066191748 + "value": 0.03347640061525648, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.005579507988840983 + "value": 0.14561269032771065, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.004407051282051282 + "value": 0.2156791196445671, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.010952623535404991 + "value": 0.478233072358786, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.010430247718383311 + "value": 0.2960690978058883, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.002669336002669336 + "value": 0.12011082544991639, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.07891517659613233 + "value": 0.14003318233886966, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.09804613935969869 + "value": 0.2112720683625158, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.19299696406724362 + "value": 0.467280448823381, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.14381976498868418 + "value": 0.285638850087505, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.03347640061525648 + "value": 0.11744148944724705, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.14561269032771065 + "value": 0.0035594142673394677, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.2156791196445671 + "value": 0.004856782428020184, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.478233072358786 + "value": 0.018105026219451866, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2960690978058883 + "value": 0.004374443455031167, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.12011082544991639 + "value": 0.002389433066191748, + "path": "" } ] }, - "strict_f1": { - "max": 0.010952623535404991, - "mean": 0.006807753305469981, - "min": 0.002669336002669336, - "n": 5, - "std": 0.0036980018094160414 - }, "thresholds": [ 0.1, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu24_h24", + "label": "Pangu-Weather", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.004657283091657516, + "std": 0.002873310351989516, + "min": 0.002313475997686524, + "max": 0.0094525403702245 + }, "tolerance_f1": { - "max": 0.19299696406724362, - "mean": 0.10945088912540306, - "min": 0.03347640061525648, "n": 5, - "std": 0.06122864367998089 + "mean": 0.08713410482710718, + "std": 0.03539578269908524, + "min": 0.036969834429575875, + "max": 0.1330139941503748 }, "union_f1": { - "max": 0.478233072358786, - "mean": 0.2511409611173737, - "min": 0.12011082544991639, "n": 5, - "std": 0.14418045901223492 - } - }, - { + "mean": 0.209055617580378, + "std": 0.08553820555850469, + "min": 0.12157774813170726, + "max": 0.3168721772329861 + }, "difference": { - "max": 0.31356600176953114, + "n": 5, "mean": 0.2043983344887205, + "std": 0.08451922309197234, "min": 0.11926427213402073, - "n": 5, - "std": 0.08451922309197234 + "max": 0.31356600176953114 }, - "label": "Pangu-Weather", - "model_tag": "pangu_weather_h24", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.004520098948670378, + "n": 5, "mean": 0.0027991341991341996, + "std": 0.0012806432499773903, "min": 0.0014211502782931354, - "n": 5, - "std": 0.0012806432499773903 + "max": 0.004520098948670378 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.13031562548755435 + "value": 0.0051329911339244045, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.19289957921827447 + "value": 0.003081232492997199, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.31356600176953114 + "value": 0.003306175463454953, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2659461938342217 + "value": 0.0094525403702245, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.11926427213402073 + "value": 0.002313475997686524, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0019332096474953618 + "value": 0.07335569213391166, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0036982065553494126 + "value": 0.0918614020950846, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.004520098948670378 + "value": 0.10046960132658891, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.002423005565862709 + "value": 0.1330139941503748, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0014211502782931354 + "value": 0.036969834429575875, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0051329911339244045 + "value": 0.13544861662147875, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.003081232492997199 + "value": 0.19598081171127166, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.003306175463454953 + "value": 0.3168721772329861, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0094525403702245 + "value": 0.2753987342044462, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.002313475997686524 + "value": 0.12157774813170726, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.07335569213391166 + "value": 0.13031562548755435, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0918614020950846 + "value": 0.19289957921827447, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.10046960132658891 + "value": 0.31356600176953114, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.1330139941503748 + "value": 0.2659461938342217, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.036969834429575875 + "value": 0.11926427213402073, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.13544861662147875 + "value": 0.0019332096474953618, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.19598081171127166 + "value": 0.0036982065553494126, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3168721772329861 + "value": 0.004520098948670378, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2753987342044462 + "value": 0.002423005565862709, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.12157774813170726 + "value": 0.0014211502782931354, + "path": "" } ] }, - "strict_f1": { - "max": 0.0094525403702245, - "mean": 0.004657283091657516, - "min": 0.002313475997686524, - "n": 5, - "std": 0.002873310351989516 - }, "thresholds": [ 0.15, 0.3, 0.5 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu6", + "label": "Pangu-Weather", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0027554617131344606, + "std": 0.0010888849544285033, + "min": 0.0014740203906154037, + "max": 0.003978746443051044 + }, "tolerance_f1": { - "max": 0.1330139941503748, - "mean": 0.08713410482710718, - "min": 0.036969834429575875, "n": 5, - "std": 0.03539578269908524 + "mean": 0.17090859723170176, + "std": 0.04047686720194535, + "min": 0.12218430629860097, + "max": 0.2264875300093167 }, "union_f1": { - "max": 0.3168721772329861, - "mean": 0.209055617580378, - "min": 0.12157774813170726, "n": 5, - "std": 0.08553820555850469 - } - }, - { + "mean": 0.35638584510932614, + "std": 0.09032661075096597, + "min": 0.22268222965661022, + "max": 0.46795172614222125 + }, "difference": { - "max": 0.4653493031095141, + "n": 5, "mean": 0.3536303833961917, + "std": 0.0907743328516622, "min": 0.21893843540252053, - "n": 5, - "std": 0.0907743328516622 + "max": 0.4653493031095141 }, - "label": "Pangu-Weather", - "model_tag": "pangu6", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.029129251700680273, + "n": 5, "mean": 0.010800964749536178, + "std": 0.011307793167633017, "min": 0.0012771799628942485, - "n": 5, - "std": 0.011307793167633017 + "max": 0.029129251700680273 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.21893843540252053 + "value": 0.0037437942540896885, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3981469865854522 + "value": 0.0019783244452090142, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3350135537819443 + "value": 0.0014740203906154037, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.35070363810152716 + "value": 0.003978746443051044, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.4653493031095141 + "value": 0.0026024230327071516, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0012771799628942485 + "value": 0.12218430629860097, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.01413716759431045 + "value": 0.1809729686535962, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.00479208410636982 + "value": 0.14188194761227685, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.004669140383426098 + "value": 0.18301623358471802, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.029129251700680273 + "value": 0.2264875300093167, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0037437942540896885 + "value": 0.22268222965661022, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.0019783244452090142 + "value": 0.40012531103066123, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0014740203906154037 + "value": 0.3364875741725597, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.003978746443051044 + "value": 0.3546823845445782, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.0026024230327071516 + "value": 0.46795172614222125, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.12218430629860097 + "value": 0.21893843540252053, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.1809729686535962 + "value": 0.3981469865854522, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.14188194761227685 + "value": 0.3350135537819443, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.18301623358471802 + "value": 0.35070363810152716, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.2264875300093167 + "value": 0.4653493031095141, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.22268222965661022 + "value": 0.0012771799628942485, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.40012531103066123 + "value": 0.01413716759431045, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3364875741725597 + "value": 0.00479208410636982, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3546823845445782 + "value": 0.004669140383426098, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.46795172614222125 + "value": 0.029129251700680273, + "path": "" } ] }, + "thresholds": [ + 0.15, + 0.2, + 0.3 + ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu6", + "label": "Pangu-Weather", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, "strict_f1": { - "max": 0.003978746443051044, - "mean": 0.0027554617131344606, - "min": 0.0014740203906154037, "n": 5, - "std": 0.0010888849544285033 + "mean": 0.013655691986016547, + "std": 0.003064288092894302, + "min": 0.010515247108307044, + "max": 0.017845192951148784 }, - "thresholds": [ - 0.15, - 0.2, - 0.3 - ], "tolerance_f1": { - "max": 0.2264875300093167, - "mean": 0.17090859723170176, - "min": 0.12218430629860097, "n": 5, - "std": 0.04047686720194535 + "mean": 0.2222219561322302, + "std": 0.068612974451766, + "min": 0.12664654352782623, + "max": 0.3098064830268362 }, "union_f1": { - "max": 0.46795172614222125, - "mean": 0.35638584510932614, - "min": 0.22268222965661022, "n": 5, - "std": 0.09032661075096597 - } - }, - { + "mean": 0.4342335956184513, + "std": 0.13238331958267657, + "min": 0.22723717713750308, + "max": 0.5952835470121373 + }, "difference": { - "max": 0.5794332814358789, + "n": 5, "mean": 0.42057790363243475, + "std": 0.13059925591392604, "min": 0.21672193002919604, - "n": 5, - "std": 0.13059925591392604 + "max": 0.5794332814358789 }, - "label": "Pangu-Weather", - "model_tag": "pangu6", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.056067576926882357, + "n": 5, "mean": 0.02054862966261007, + "std": 0.02189321852493811, "min": 0.004447412684278223, - "n": 5, - "std": 0.02189321852493811 + "max": 0.056067576926882357 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.21672193002919604 + "value": 0.010515247108307044, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.4579044245182327 + "value": 0.011848926191063935, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.42661251656646776 + "value": 0.012218828103304637, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.4222173656123986 + "value": 0.017845192951148784, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5794332814358789 + "value": 0.015850265576258328, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.004447412684278223 + "value": 0.12664654352782623, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.027451271396062134 + "value": 0.23514322359982898, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.006297615514000198 + "value": 0.1893747086942956, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.008479271791827446 + "value": 0.2501388218123639, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.056067576926882357 + "value": 0.3098064830268362, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.010515247108307044 + "value": 0.22723717713750308, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.011848926191063935 + "value": 0.46975335070929664, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.012218828103304637 + "value": 0.4388313446697724, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.017845192951148784 + "value": 0.44006255856354737, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.015850265576258328 + "value": 0.5952835470121373, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.12664654352782623 + "value": 0.21672193002919604, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.23514322359982898 + "value": 0.4579044245182327, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.1893747086942956 + "value": 0.42661251656646776, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2501388218123639 + "value": 0.4222173656123986, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.3098064830268362 + "value": 0.5794332814358789, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.22723717713750308 + "value": 0.004447412684278223, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.46975335070929664 + "value": 0.027451271396062134, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.4388313446697724 + "value": 0.006297615514000198, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.44006255856354737 + "value": 0.008479271791827446, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5952835470121373 + "value": 0.056067576926882357, + "path": "" } ] }, - "strict_f1": { - "max": 0.017845192951148784, - "mean": 0.013655691986016547, - "min": 0.010515247108307044, - "n": 5, - "std": 0.003064288092894302 - }, "thresholds": [ 0.15, 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu6", + "label": "Pangu-Weather", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.010931248966985132, + "std": 0.003535277885116421, + "min": 0.00788436268068331, + "max": 0.016403526758253024 + }, "tolerance_f1": { - "max": 0.3098064830268362, - "mean": 0.2222219561322302, - "min": 0.12664654352782623, "n": 5, - "std": 0.068612974451766 + "mean": 0.18933650687857217, + "std": 0.0593294088865109, + "min": 0.1079162350962175, + "max": 0.25501453744070673 }, "union_f1": { - "max": 0.5952835470121373, - "mean": 0.4342335956184513, - "min": 0.22723717713750308, "n": 5, - "std": 0.13238331958267657 - } - }, - { + "mean": 0.3853250982462472, + "std": 0.1172207993601839, + "min": 0.19681189159430446, + "max": 0.5172553944576963 + }, "difference": { - "max": 0.5050483949122122, + "n": 5, "mean": 0.3743938492792621, + "std": 0.11526082075130117, "min": 0.18892752891362113, - "n": 5, - "std": 0.11526082075130117 + "max": 0.5050483949122122 }, - "label": "Pangu-Weather", - "model_tag": "pangu6", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.03677772830711388, + "n": 5, "mean": 0.014029385574354408, + "std": 0.014738630997131075, "min": 0.0033887404768972, - "n": 5, - "std": 0.014738630997131075 + "max": 0.03677772830711388 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.18892752891362113 + "value": 0.00788436268068331, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.37162889777394226 + "value": 0.008011413520632135, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.4013551577246312 + "value": 0.010149942329873126, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.40500926707190377 + "value": 0.016403526758253024, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5050483949122122 + "value": 0.012206999545484059, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0033887404768972 + "value": 0.1079162350962175, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.021221678044919364 + "value": 0.18336249012390426, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.004044226773523301 + "value": 0.1623425297604306, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.004714554269318294 + "value": 0.23804674197160172, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.03677772830711388 + "value": 0.25501453744070673, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00788436268068331 + "value": 0.19681189159430446, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.008011413520632135 + "value": 0.3796403112945744, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.010149942329873126 + "value": 0.41150510005450436, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.016403526758253024 + "value": 0.4214127938301568, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.012206999545484059 + "value": 0.5172553944576963, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1079162350962175 + "value": 0.18892752891362113, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.18336249012390426 + "value": 0.37162889777394226, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.1623425297604306 + "value": 0.4013551577246312, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.23804674197160172 + "value": 0.40500926707190377, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.25501453744070673 + "value": 0.5050483949122122, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.19681189159430446 + "value": 0.0033887404768972, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3796403112945744 + "value": 0.021221678044919364, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.41150510005450436 + "value": 0.004044226773523301, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.4214127938301568 + "value": 0.004714554269318294, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.5172553944576963 + "value": 0.03677772830711388, + "path": "" } ] }, - "strict_f1": { - "max": 0.016403526758253024, - "mean": 0.010931248966985132, - "min": 0.00788436268068331, - "n": 5, - "std": 0.003535277885116421 - }, "thresholds": [ 0.15, 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "pangu6", + "label": "Pangu-Weather", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.008844166237577134, + "std": 0.0036010444504776733, + "min": 0.005117388748660143, + "max": 0.01471129091577786 + }, "tolerance_f1": { - "max": 0.25501453744070673, - "mean": 0.18933650687857217, - "min": 0.1079162350962175, "n": 5, - "std": 0.0593294088865109 + "mean": 0.17017232303990823, + "std": 0.05485942193604147, + "min": 0.09937369519832985, + "max": 0.226729727407505 }, "union_f1": { - "max": 0.5172553944576963, - "mean": 0.3853250982462472, - "min": 0.19681189159430446, "n": 5, - "std": 0.1172207993601839 - } - }, - { + "mean": 0.3456881777429305, + "std": 0.10293157698741554, + "min": 0.18187865016757276, + "max": 0.45415946247619876 + }, "difference": { - "max": 0.44522188799641144, + "n": 5, "mean": 0.3368440115053533, + "std": 0.10133432810494146, "min": 0.17487748330642924, - "n": 5, - "std": 0.10133432810494146 + "max": 0.44522188799641144 }, - "label": "Pangu-Weather", - "model_tag": "pangu6", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.026268398268398267, + "n": 5, "mean": 0.010103277674706247, + "std": 0.011083627907574344, "min": 0.001932591218305504, - "n": 5, - "std": 0.011083627907574344 + "max": 0.026268398268398267 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.17487748330642924 + "value": 0.0070011668611435224, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.3180949408491859 + "value": 0.005117388748660143, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.36502027762951006 + "value": 0.008453410182516812, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3810054677452299 + "value": 0.01471129091577786, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.44522188799641144 + "value": 0.008937574479787332, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.001932591218305504 + "value": 0.09937369519832985, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.017168212739641312 + "value": 0.14938342628742876, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.0025015460729746444 + "value": 0.15039592221466835, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.0026456400742115027 + "value": 0.2249788440916092, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.026268398268398267 + "value": 0.226729727407505, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0070011668611435224 + "value": 0.18187865016757276, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.005117388748660143 + "value": 0.323212329597846, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.008453410182516812 + "value": 0.3734736878120269, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.01471129091577786 + "value": 0.3957167586610078, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.008937574479787332 + "value": 0.45415946247619876, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.09937369519832985 + "value": 0.17487748330642924, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.14938342628742876 + "value": 0.3180949408491859, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.15039592221466835 + "value": 0.36502027762951006, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.2249788440916092 + "value": 0.3810054677452299, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.226729727407505 + "value": 0.44522188799641144, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.18187865016757276 + "value": 0.001932591218305504, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 17, - "value": 0.323212329597846 + "value": 0.017168212739641312, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 37, - "value": 0.3734736878120269 + "value": 0.0025015460729746444, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 57, - "value": 0.3957167586610078 + "value": 0.0026456400742115027, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 97, - "value": 0.45415946247619876 + "value": 0.026268398268398267, + "path": "" } ] }, - "strict_f1": { - "max": 0.01471129091577786, - "mean": 0.008844166237577134, - "min": 0.005117388748660143, - "n": 5, - "std": 0.0036010444504776733 - }, "thresholds": [ 0.15, 0.2, 0.3 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "prithvi_wxc", + "label": "Prithvi-WxC", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0005524855672037344, + "std": 3.864412600940357e-05, + "min": 0.0005057825179019543, + "max": 0.0006040339888888368 + }, "tolerance_f1": { - "max": 0.226729727407505, - "mean": 0.17017232303990823, - "min": 0.09937369519832985, "n": 5, - "std": 0.05485942193604147 + "mean": 0.07164938383885015, + "std": 0.006556565946161047, + "min": 0.06182533987250242, + "max": 0.07892160427759505 }, "union_f1": { - "max": 0.45415946247619876, - "mean": 0.3456881777429305, - "min": 0.18187865016757276, "n": 5, - "std": 0.10293157698741554 - } - }, - { + "mean": 0.20185302299729843, + "std": 0.018299428665013905, + "min": 0.17269452770359542, + "max": 0.22218157532367563 + }, "difference": { - "max": 0.2215775413347868, + "n": 5, "mean": 0.20130053743009468, + "std": 0.018296989279232255, "min": 0.17211673370575886, - "n": 5, - "std": 0.018296989279232255 + "max": 0.2215775413347868 }, - "label": "Prithvi-WxC", - "model_tag": "prithvi_wxc", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9588571428571429, + "n": 5, "mean": 0.6197105751391466, + "std": 0.30910050227102126, "min": 0.22581076066790354, - "n": 5, - "std": 0.30910050227102126 + "max": 0.9588571428571429 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.2215775413347868 + "value": 0.0006040339888888368, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.20983886056574044 + "value": 0.000532941187181528, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.17211673370575886 + "value": 0.0005777939978365554, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.20276874034790468 + "value": 0.0005418761442097979, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.20020081119628272 + "value": 0.0005057825179019543, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5006159554730983 + "value": 0.07892160427759505, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9099814471243043 + "value": 0.07586161173658511, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.22581076066790354 + "value": 0.06182533987250242, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5032875695732839 + "value": 0.06950848282026648, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9588571428571429 + "value": 0.07212988048730175, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0006040339888888368 + "value": 0.22218157532367563, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.000532941187181528 + "value": 0.21037180175292197, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0005777939978365554 + "value": 0.17269452770359542, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0005418761442097979 + "value": 0.2033106164921145, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0005057825179019543 + "value": 0.20070659371418467, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.07892160427759505 + "value": 0.2215775413347868, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.07586161173658511 + "value": 0.20983886056574044, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.06182533987250242 + "value": 0.17211673370575886, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.06950848282026648 + "value": 0.20276874034790468, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.07212988048730175 + "value": 0.20020081119628272, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.22218157532367563 + "value": 0.5006159554730983, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.21037180175292197 + "value": 0.9099814471243043, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.17269452770359542 + "value": 0.22581076066790354, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2033106164921145 + "value": 0.5032875695732839, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.20070659371418467 + "value": 0.9588571428571429, + "path": "" } ] }, - "strict_f1": { - "max": 0.0006040339888888368, - "mean": 0.0005524855672037344, - "min": 0.0005057825179019543, - "n": 5, - "std": 3.864412600940357e-05 - }, "thresholds": [ 0.0002606518683023751, 0.00028123805532231927, @@ -14406,385 +14421,385 @@ 0.00028816089616157115, 0.00028831177041865885 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "prithvi_wxc", + "label": "Prithvi-WxC", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.01411939737783544, + "std": 0.011635188932059573, + "min": 0.005636060100166944, + "max": 0.027781926811053025 + }, "tolerance_f1": { - "max": 0.07892160427759505, - "mean": 0.07164938383885015, - "min": 0.06182533987250242, "n": 5, - "std": 0.006556565946161047 + "mean": 0.19263594340017406, + "std": 0.04501855438328491, + "min": 0.15977956000729543, + "max": 0.24416957191197788 }, "union_f1": { - "max": 0.22218157532367563, - "mean": 0.20185302299729843, - "min": 0.17269452770359542, "n": 5, - "std": 0.018299428665013905 - } - }, - { + "mean": 0.4257931093416185, + "std": 0.04549524292260173, + "min": 0.39407737525514647, + "max": 0.4925384357395131 + }, "difference": { - "max": 0.46663155596188977, + "n": 5, "mean": 0.4116737119637831, + "std": 0.034845536781985785, "min": 0.38844131515497954, - "n": 5, - "std": 0.034845536781985785 + "max": 0.46663155596188977 }, - "label": "Prithvi-WxC", - "model_tag": "prithvi_wxc", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9234194122885129, + "n": 5, "mean": 0.5741169486494508, + "std": 0.47898702418670663, "min": 0.013950727218759276, - "n": 5, - "std": 0.47898702418670663 + "max": 0.9234194122885129 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.38844131515497954 + "value": 0.005636060100166944, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.38844131515497954 + "value": 0.005636060100166944, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.46663155596188977 + "value": 0.02590687977762335, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4264130583920869 + "value": 0.027781926811053025, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.38844131515497954 + "value": 0.005636060100166944, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.9234194122885129 + "value": 0.15977956000729543, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9234194122885129 + "value": 0.15977956000729543, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.08637577916295637 + "value": 0.23967146506700618, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.013950727218759276 + "value": 0.24416957191197788, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9234194122885129 + "value": 0.15977956000729543, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.005636060100166944 + "value": 0.39407737525514647, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.005636060100166944 + "value": 0.39407737525514647, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.02590687977762335 + "value": 0.4925384357395131, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.027781926811053025 + "value": 0.4541949852031399, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.005636060100166944 + "value": 0.39407737525514647, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.15977956000729543 + "value": 0.38844131515497954, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.15977956000729543 + "value": 0.38844131515497954, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.23967146506700618 + "value": 0.46663155596188977, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.24416957191197788 + "value": 0.4264130583920869, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.15977956000729543 + "value": 0.38844131515497954, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.39407737525514647 + "value": 0.9234194122885129, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.39407737525514647 + "value": 0.9234194122885129, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4925384357395131 + "value": 0.08637577916295637, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4541949852031399 + "value": 0.013950727218759276, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.39407737525514647 + "value": 0.9234194122885129, + "path": "" } ] }, + "thresholds": [ + 0.00018521470337873325, + 0.0002438416049699299, + 0.0002606456328066997, + 0.0002606526104500517, + 0.0002883114793803543 + ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "prithvi_wxc", + "label": "Prithvi-WxC", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, "strict_f1": { - "max": 0.027781926811053025, - "mean": 0.01411939737783544, - "min": 0.005636060100166944, "n": 5, - "std": 0.011635188932059573 + "mean": 0.012376418057865393, + "std": 0.013201257527312249, + "min": 0.002747305898968793, + "max": 0.02774049217002237 }, - "thresholds": [ - 0.00018521470337873325, - 0.0002438416049699299, - 0.0002606456328066997, - 0.0002606526104500517, - 0.0002883114793803543 - ], "tolerance_f1": { - "max": 0.24416957191197788, - "mean": 0.19263594340017406, - "min": 0.15977956000729543, "n": 5, - "std": 0.04501855438328491 + "mean": 0.14878019275284607, + "std": 0.08442915398703313, + "min": 0.08713204456539597, + "max": 0.24342288270264262 }, "union_f1": { - "max": 0.4925384357395131, - "mean": 0.4257931093416185, - "min": 0.39407737525514647, "n": 5, - "std": 0.04549524292260173 - } - }, - { + "mean": 0.32691282462654847, + "std": 0.13208480223417152, + "min": 0.2309636203280157, + "max": 0.4900551948025372 + }, "difference": { - "max": 0.46415551438013897, + "n": 5, "mean": 0.31453640656868304, + "std": 0.11905339505419958, "min": 0.2282163144290469, - "n": 5, - "std": 0.11905339505419958 + "max": 0.46415551438013897 }, - "label": "Prithvi-WxC", - "model_tag": "prithvi_wxc", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9575541703769664, + "n": 5, "mean": 0.5845651528643514, + "std": 0.5108966939133424, "min": 0.006975363609379638, - "n": 5, - "std": 0.5108966939133424 + "max": 0.9575541703769664 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.2282163144290469 + "value": 0.002747305898968793, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2282163144290469 + "value": 0.002747305898968793, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.46415551438013897 + "value": 0.02589968042239822, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4238775751761356 + "value": 0.02774049217002237, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2282163144290469 + "value": 0.002747305898968793, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.9575541703769664 + "value": 0.08713204456539597, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9575541703769664 + "value": 0.08713204456539597, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.043187889581478185 + "value": 0.23908194736539978, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.006975363609379638 + "value": 0.24342288270264262, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9575541703769664 + "value": 0.08713204456539597, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.002747305898968793 + "value": 0.2309636203280157, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.002747305898968793 + "value": 0.2309636203280157, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.02589968042239822 + "value": 0.4900551948025372, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.02774049217002237 + "value": 0.451618067346158, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.002747305898968793 + "value": 0.2309636203280157, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.08713204456539597 + "value": 0.2282163144290469, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.08713204456539597 + "value": 0.2282163144290469, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.23908194736539978 + "value": 0.46415551438013897, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.24342288270264262 + "value": 0.4238775751761356, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.08713204456539597 + "value": 0.2282163144290469, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.2309636203280157 + "value": 0.9575541703769664, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2309636203280157 + "value": 0.9575541703769664, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4900551948025372 + "value": 0.043187889581478185, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.451618067346158 + "value": 0.006975363609379638, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2309636203280157 + "value": 0.9575541703769664, + "path": "" } ] }, - "strict_f1": { - "max": 0.02774049217002237, - "mean": 0.012376418057865393, - "min": 0.002747305898968793, - "n": 5, - "std": 0.013201257527312249 - }, "thresholds": [ 0.00018521470337873325, 0.0002438416049699299, @@ -14792,192 +14807,192 @@ 0.0002606526104500517, 0.0002883114793803543 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "prithvi_wxc", + "label": "Prithvi-WxC", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.011519506840078677, + "std": 0.013769946337526496, + "min": 0.001471035812113219, + "max": 0.027352941176470587 + }, "tolerance_f1": { - "max": 0.24342288270264262, - "mean": 0.14878019275284607, - "min": 0.08713204456539597, "n": 5, - "std": 0.08442915398703313 + "mean": 0.13151154173948754, + "std": 0.09455648302229831, + "min": 0.06246138809231819, + "max": 0.2365506772536198 }, "union_f1": { - "max": 0.4900551948025372, - "mean": 0.32691282462654847, - "min": 0.2309636203280157, "n": 5, - "std": 0.13208480223417152 - } - }, - { + "mean": 0.2813191893577128, + "std": 0.15286646962866243, + "min": 0.17013954201238674, + "max": 0.4676561751411253 + }, "difference": { - "max": 0.44182468955354215, + "n": 5, "mean": 0.2697996825176341, + "std": 0.13922359360588243, "min": 0.16866850620027352, - "n": 5, - "std": 0.13922359360588243 + "max": 0.44182468955354215 }, - "label": "Prithvi-WxC", - "model_tag": "prithvi_wxc", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9746196660482375, + "n": 5, "mean": 0.5897884972170686, + "std": 0.5269906679651803, "min": 0.0034879406307977735, - "n": 5, - "std": 0.5269906679651803 + "max": 0.9746196660482375 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.16866850620027352 + "value": 0.001471035812113219, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.16866850620027352 + "value": 0.001471035812113219, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.44182468955354215 + "value": 0.025831485587583147, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4011682044338078 + "value": 0.027352941176470587, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16866850620027352 + "value": 0.001471035812113219, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.9746196660482375 + "value": 0.06246138809231819, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9746196660482375 + "value": 0.06246138809231819, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.021595547309833023 + "value": 0.23362286716686329, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0034879406307977735 + "value": 0.2365506772536198, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9746196660482375 + "value": 0.06246138809231819, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.001471035812113219 + "value": 0.17013954201238674, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.001471035812113219 + "value": 0.17013954201238674, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.025831485587583147 + "value": 0.4676561751411253, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.027352941176470587 + "value": 0.4285211456102784, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.001471035812113219 + "value": 0.17013954201238674, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.06246138809231819 + "value": 0.16866850620027352, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.06246138809231819 + "value": 0.16866850620027352, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.23362286716686329 + "value": 0.44182468955354215, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2365506772536198 + "value": 0.4011682044338078, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.06246138809231819 + "value": 0.16866850620027352, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.17013954201238674 + "value": 0.9746196660482375, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.17013954201238674 + "value": 0.9746196660482375, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4676561751411253 + "value": 0.021595547309833023, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.4285211456102784 + "value": 0.0034879406307977735, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.17013954201238674 + "value": 0.9746196660482375, + "path": "" } ] }, - "strict_f1": { - "max": 0.027352941176470587, - "mean": 0.011519506840078677, - "min": 0.001471035812113219, - "n": 5, - "std": 0.013769946337526496 - }, "thresholds": [ 0.0002, 0.0002438417504890822, @@ -14985,951 +15000,951 @@ 0.0002606526104500517, 0.0002883114793803543 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "reference", + "label": "Reference", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.004546429694675032, + "std": 0.0014120999298872481, + "min": 0.0026426577586601383, + "max": 0.006568199246490847 + }, "tolerance_f1": { - "max": 0.2365506772536198, - "mean": 0.13151154173948754, - "min": 0.06246138809231819, "n": 5, - "std": 0.09455648302229831 + "mean": 0.29748392511772237, + "std": 0.012868439357804603, + "min": 0.2756667293290642, + "max": 0.30820726968158313 }, "union_f1": { - "max": 0.4676561751411253, - "mean": 0.2813191893577128, - "min": 0.17013954201238674, "n": 5, - "std": 0.15286646962866243 - } - }, - { + "mean": 0.5906557578801308, + "std": 0.02737158059714251, + "min": 0.5521558725617307, + "max": 0.6239373622157508 + }, "difference": { - "max": 0.6194077454910121, + "n": 5, "mean": 0.5861093281854558, + "std": 0.026945326610355286, "min": 0.5480197595988799, - "n": 5, - "std": 0.026945326610355286 + "max": 0.6194077454910121 }, - "label": "Reference", - "model_tag": "reference", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.021380705009276437, + "n": 5, "mean": 0.016807866419294992, + "std": 0.0036836114267075385, "min": 0.012341125541125542, - "n": 5, - "std": 0.0036836114267075385 + "max": 0.021380705009276437 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5480197595988799 + "value": 0.004136112962850736, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.601348973225457 + "value": 0.006568199246490847, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6194077454910121 + "value": 0.0045296167247386755, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5755105867935725 + "value": 0.004855561780634761, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5862595758183573 + "value": 0.0026426577586601383, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.016084972170686457 + "value": 0.2985122125101588, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.014596289424860853 + "value": 0.29937890424270136, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.019636239950525665 + "value": 0.3056545098251043, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.012341125541125542 + "value": 0.30820726968158313, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.021380705009276437 + "value": 0.2756667293290642, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.004136112962850736 + "value": 0.5521558725617307, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.006568199246490847 + "value": 0.6079171724719479, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0045296167247386755 + "value": 0.6239373622157508, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.004855561780634761 + "value": 0.5803661485742072, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0026426577586601383 + "value": 0.5889022335770174, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.2985122125101588 + "value": 0.5480197595988799, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.29937890424270136 + "value": 0.601348973225457, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.3056545098251043 + "value": 0.6194077454910121, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.30820726968158313 + "value": 0.5755105867935725, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2756667293290642 + "value": 0.5862595758183573, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.5521558725617307 + "value": 0.016084972170686457, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.6079171724719479 + "value": 0.014596289424860853, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6239373622157508 + "value": 0.019636239950525665, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5803661485742072 + "value": 0.012341125541125542, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.5889022335770174 + "value": 0.021380705009276437, + "path": "" } ] }, - "strict_f1": { - "max": 0.006568199246490847, - "mean": 0.004546429694675032, - "min": 0.0026426577586601383, - "n": 5, - "std": 0.0014120999298872481 - }, "thresholds": [ 0.95 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "reference", + "label": "Reference", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.03560431762946002, + "std": 0.008809158358157916, + "min": 0.02462935239291061, + "max": 0.04873596787441818 + }, "tolerance_f1": { - "max": 0.30820726968158313, - "mean": 0.29748392511772237, - "min": 0.2756667293290642, "n": 5, - "std": 0.012868439357804603 + "mean": 0.3926165265132609, + "std": 0.014010934164100928, + "min": 0.3702273155255325, + "max": 0.4063154181985604 }, "union_f1": { - "max": 0.6239373622157508, - "mean": 0.5906557578801308, - "min": 0.5521558725617307, "n": 5, - "std": 0.02737158059714251 - } - }, - { + "mean": 0.7282799455103544, + "std": 0.025784171509335416, + "min": 0.7028883266246737, + "max": 0.7623590438272105 + }, "difference": { - "max": 0.7136230759527924, + "n": 5, "mean": 0.6926756278808944, + "std": 0.0199602553757671, "min": 0.6696707231715443, - "n": 5, - "std": 0.0199602553757671 + "max": 0.7136230759527924 }, - "label": "Reference", - "model_tag": "reference", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.04860987434451371, + "n": 5, "mean": 0.030619372711981795, + "std": 0.010925458415897562, "min": 0.022801028989809045, - "n": 5, - "std": 0.010925458415897562 + "max": 0.04860987434451371 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6696707231715443 + "value": 0.03321760345312939, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7136230759527924 + "value": 0.04873596787441818, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7095179230119556 + "value": 0.038147512864494, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.6744974001959292 + "value": 0.0332911515623479, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6960690170722506 + "value": 0.02462935239291061, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.023750865736618186 + "value": 0.39555976109165375, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.02449292569506283 + "value": 0.40145293653054454, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.033442168793905214 + "value": 0.4063154181985604, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.022801028989809045 + "value": 0.3895272012200133, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.04860987434451371 + "value": 0.3702273155255325, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.03321760345312939 + "value": 0.7028883266246737, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.04873596787441818 + "value": 0.7623590438272105, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.038147512864494 + "value": 0.7476654358764496, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0332911515623479 + "value": 0.707788551758277, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.02462935239291061 + "value": 0.7206983694651612, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.39555976109165375 + "value": 0.6696707231715443, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.40145293653054454 + "value": 0.7136230759527924, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4063154181985604 + "value": 0.7095179230119556, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.3895272012200133 + "value": 0.6744974001959292, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.3702273155255325 + "value": 0.6960690170722506, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.7028883266246737 + "value": 0.023750865736618186, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7623590438272105 + "value": 0.02449292569506283, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7476654358764496 + "value": 0.033442168793905214, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.707788551758277 + "value": 0.022801028989809045, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7206983694651612 + "value": 0.04860987434451371, + "path": "" } ] }, - "strict_f1": { - "max": 0.04873596787441818, - "mean": 0.03560431762946002, - "min": 0.02462935239291061, - "n": 5, - "std": 0.008809158358157916 - }, "thresholds": [ 0.9, 0.95 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "reference", + "label": "Reference", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.03557511803103047, + "std": 0.008798648622457047, + "min": 0.02461746391852102, + "max": 0.0486915291328531 + }, "tolerance_f1": { - "max": 0.4063154181985604, - "mean": 0.3926165265132609, - "min": 0.3702273155255325, "n": 5, - "std": 0.014010934164100928 + "mean": 0.391664739051225, + "std": 0.013905680686091083, + "min": 0.369479820868587, + "max": 0.4052951105632299 }, "union_f1": { - "max": 0.7623590438272105, - "mean": 0.7282799455103544, - "min": 0.7028883266246737, "n": 5, - "std": 0.025784171509335416 - } - }, - { + "mean": 0.7252037371000112, + "std": 0.025669721937652358, + "min": 0.699798626339235, + "max": 0.7590968995963846 + }, "difference": { - "max": 0.7104053704635315, + "n": 5, "mean": 0.6896286190689807, + "std": 0.019887948249560174, "min": 0.6666121634162013, - "n": 5, - "std": 0.019887948249560174 + "max": 0.7104053704635315 }, - "label": "Reference", - "model_tag": "reference", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.024304937172256853, + "n": 5, "mean": 0.015309686355990898, + "std": 0.005462729207948781, "min": 0.011400514494904522, - "n": 5, - "std": 0.005462729207948781 + "max": 0.024304937172256853 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6666121634162013 + "value": 0.033186462923033656, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7104053704635315 + "value": 0.0486915291328531, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7063341380484894 + "value": 0.0381213575591361, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.6715102385713686 + "value": 0.033258776621608484, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6932811848453125 + "value": 0.02461746391852102, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.011875432868309093 + "value": 0.3945515652074689, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.012246462847531414 + "value": 0.4004617740449798, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.016721084396952607 + "value": 0.4052951105632299, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.011400514494904522 + "value": 0.38853542457185924, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.024304937172256853 + "value": 0.369479820868587, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.033186462923033656 + "value": 0.699798626339235, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0486915291328531 + "value": 0.7590968995963846, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0381213575591361 + "value": 0.7444554956076256, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.033258776621608484 + "value": 0.7047690151929771, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.02461746391852102 + "value": 0.7178986487638336, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3945515652074689 + "value": 0.6666121634162013, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.4004617740449798 + "value": 0.7104053704635315, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.4052951105632299 + "value": 0.7063341380484894, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.38853542457185924 + "value": 0.6715102385713686, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.369479820868587 + "value": 0.6932811848453125, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.699798626339235 + "value": 0.011875432868309093, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7590968995963846 + "value": 0.012246462847531414, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7444554956076256 + "value": 0.016721084396952607, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7047690151929771 + "value": 0.011400514494904522, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7178986487638336 + "value": 0.024304937172256853, + "path": "" } ] }, + "thresholds": [ + 0.9, + 0.95 + ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "reference", + "label": "Reference", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, "strict_f1": { - "max": 0.0486915291328531, - "mean": 0.03557511803103047, - "min": 0.02461746391852102, "n": 5, - "std": 0.008798648622457047 + "mean": 0.035300192316067396, + "std": 0.008700007560989128, + "min": 0.024505093215452623, + "max": 0.04827336828783222 }, - "thresholds": [ - 0.9, - 0.95 - ], "tolerance_f1": { - "max": 0.4052951105632299, - "mean": 0.391664739051225, - "min": 0.369479820868587, "n": 5, - "std": 0.013905680686091083 + "mean": 0.3828491649394263, + "std": 0.012952356930876381, + "min": 0.36252633147981417, + "max": 0.39585180444145995 }, "union_f1": { - "max": 0.7590968995963846, - "mean": 0.7252037371000112, - "min": 0.699798626339235, "n": 5, - "std": 0.025669721937652358 - } - }, - { + "mean": 0.6972278451335353, + "std": 0.02466447592239507, + "min": 0.6717469182906158, + "max": 0.7294445251003491 + }, "difference": { - "max": 0.6811711568125168, + "n": 5, "mean": 0.6619276528174679, + "std": 0.019273149109644262, "min": 0.6388534040739275, - "n": 5, - "std": 0.019273149109644262 + "max": 0.6811711568125168 }, - "label": "Reference", - "model_tag": "reference", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.012153370439084725, + "n": 5, "mean": 0.0076554112554112555, + "std": 0.0027315673026463, "min": 0.005700680272108844, - "n": 5, - "std": 0.0027315673026463 + "max": 0.012153370439084725 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6388534040739275 + "value": 0.032893514216688347, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.6811711568125168 + "value": 0.04827336828783222, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.677407206441351 + "value": 0.03787465940054495, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.6443640032843302 + "value": 0.03295432645981885, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6678424934752141 + "value": 0.024505093215452623, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.0059381570810142234 + "value": 0.3852239693382854, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.006123685837971553 + "value": 0.39128423640663973, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.008361162646876932 + "value": 0.39585180444145995, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.005700680272108844 + "value": 0.37935948303093225, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.012153370439084725 + "value": 0.36252633147981417, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.032893514216688347 + "value": 0.6717469182906158, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.04827336828783222 + "value": 0.7294445251003491, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.03787465940054495 + "value": 0.7152818658418959, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.03295432645981885 + "value": 0.6773183297441491, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.024505093215452623 + "value": 0.6923475866906666, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3852239693382854 + "value": 0.6388534040739275, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.39128423640663973 + "value": 0.6811711568125168, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.39585180444145995 + "value": 0.677407206441351, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.37935948303093225 + "value": 0.6443640032843302, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.36252633147981417 + "value": 0.6678424934752141, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.6717469182906158 + "value": 0.0059381570810142234, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7294445251003491 + "value": 0.006123685837971553, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7152818658418959 + "value": 0.008361162646876932, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.6773183297441491 + "value": 0.005700680272108844, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.6923475866906666 + "value": 0.012153370439084725, + "path": "" } ] }, - "strict_f1": { - "max": 0.04827336828783222, - "mean": 0.035300192316067396, - "min": 0.024505093215452623, - "n": 5, - "std": 0.008700007560989128 - }, "thresholds": [ 0.9, 0.95 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "stormcast", + "label": "StormCast", + "scope": "full_domain", + "scope_label": "global", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0006255534463925153, + "std": 0.00011899761411994709, + "min": 0.00043296285460247506, + "max": 0.0007179477702826634 + }, "tolerance_f1": { - "max": 0.39585180444145995, - "mean": 0.3828491649394263, - "min": 0.36252633147981417, "n": 5, - "std": 0.012952356930876381 + "mean": 0.08195132072062675, + "std": 0.021894994384989055, + "min": 0.04396525865017935, + "max": 0.09668169596405224 }, "union_f1": { - "max": 0.7294445251003491, - "mean": 0.6972278451335353, - "min": 0.6717469182906158, "n": 5, - "std": 0.02466447592239507 - } - }, - { + "mean": 0.2238166234389721, + "std": 0.05429431793170512, + "min": 0.12984783035809752, + "max": 0.2609912375807996 + }, "difference": { - "max": 0.26027328981051695, + "n": 5, "mean": 0.2231910699925796, + "std": 0.05417763955331957, "min": 0.12941486750349504, - "n": 5, - "std": 0.05417763955331957 + "max": 0.26027328981051695 }, - "label": "StormCast", - "model_tag": "stormcast", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.7873692022263451, + "n": 5, "mean": 0.6065068645640074, + "std": 0.17489509665246694, "min": 0.3248534322820037, - "n": 5, - "std": 0.17489509665246694 + "max": 0.7873692022263451 }, - "scope": "full_domain", - "scope_label": "global", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.12941486750349504 + "value": 0.00043296285460247506, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.24941796232451194 + "value": 0.0006714969233599232, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.26027328981051695 + "value": 0.0007179477702826634, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2529130183198567 + "value": 0.0007136363665052921, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.22393621200451744 + "value": 0.0005917233172122231, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.3248534322820037 + "value": 0.04396525865017935, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.7037476808905381 + "value": 0.09264506128556889, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.62891280148423 + "value": 0.09668169596405224, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5876512059369202 + "value": 0.09390595738710937, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.7873692022263451 + "value": 0.08255863031622387, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.00043296285460247506 + "value": 0.12984783035809752, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0006714969233599232 + "value": 0.25008945924787185, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0007179477702826634 + "value": 0.2609912375807996, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.0007136363665052921 + "value": 0.253626654686362, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0005917233172122231 + "value": 0.22452793532172965, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.04396525865017935 + "value": 0.12941486750349504, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.09264506128556889 + "value": 0.24941796232451194, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.09668169596405224 + "value": 0.26027328981051695, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.09390595738710937 + "value": 0.2529130183198567, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.08255863031622387 + "value": 0.22393621200451744, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.12984783035809752 + "value": 0.3248534322820037, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.25008945924787185 + "value": 0.7037476808905381, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2609912375807996 + "value": 0.62891280148423, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.253626654686362 + "value": 0.5876512059369202, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.22452793532172965 + "value": 0.7873692022263451, + "path": "" } ] }, - "strict_f1": { - "max": 0.0007179477702826634, - "mean": 0.0006255534463925153, - "min": 0.00043296285460247506, - "n": 5, - "std": 0.00011899761411994709 - }, "thresholds": [ 0.0002731947461143136, 0.0002782046503853053, @@ -15937,192 +15952,192 @@ 0.0002892915508709848, 0.000301085616229102 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "stormcast", + "label": "StormCast", + "scope": "train_fire_top05pct", + "scope_label": "top 5%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.009572526967992595, + "std": 0.00801147738269429, + "min": 0.005636060100166944, + "max": 0.023876731839958566 + }, "tolerance_f1": { - "max": 0.09668169596405224, - "mean": 0.08195132072062675, - "min": 0.04396525865017935, "n": 5, - "std": 0.021894994384989055 + "mean": 0.15321899635692177, + "std": 0.05533660427697729, + "min": 0.10250537509480662, + "max": 0.23852766585861737 }, "union_f1": { - "max": 0.2609912375807996, - "mean": 0.2238166234389721, - "min": 0.12984783035809752, "n": 5, - "std": 0.05429431793170512 - } - }, - { + "mean": 0.36185682619841214, + "std": 0.09733119467598991, + "min": 0.25743196970586, + "max": 0.49125319073865004 + }, "difference": { - "max": 0.46737645889869145, + "n": 5, "mean": 0.35228429923041954, + "std": 0.09181595284950021, "min": 0.2505963038813504, - "n": 5, - "std": 0.09181595284950021 + "max": 0.46737645889869145 }, - "label": "StormCast", - "model_tag": "stormcast", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9234194122885129, + "n": 5, "mean": 0.5760166221430691, + "std": 0.3529211324352006, "min": 0.09290590679726922, - "n": 5, - "std": 0.3529211324352006 + "max": 0.9234194122885129 }, - "scope": "train_fire_top05pct", - "scope_label": "top 5%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.46737645889869145 + "value": 0.023876731839958566, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.38914191998978065 + "value": 0.005648734389013078, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2505963038813504 + "value": 0.006835665824509611, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2658654982272957 + "value": 0.005865442686314773, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.38844131515497954 + "value": 0.005636060100166944, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.09290590679726922 + "value": 0.23852766585861737, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9213416444048679 + "value": 0.1601110414083686, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.43306619174829325 + "value": 0.10250537509480662, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.5093499554764025 + "value": 0.10517133941552075, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9234194122885129 + "value": 0.15977956000729543, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.023876731839958566 + "value": 0.49125319073865004, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.005648734389013078 + "value": 0.39479065437879374, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.006835665824509611 + "value": 0.25743196970586, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.005865442686314773 + "value": 0.2717309409136105, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.005636060100166944 + "value": 0.39407737525514647, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.23852766585861737 + "value": 0.46737645889869145, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.1601110414083686 + "value": 0.38914191998978065, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.10250537509480662 + "value": 0.2505963038813504, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.10517133941552075 + "value": 0.2658654982272957, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.15977956000729543 + "value": 0.38844131515497954, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.49125319073865004 + "value": 0.09290590679726922, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.39479065437879374 + "value": 0.9213416444048679, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.25743196970586 + "value": 0.43306619174829325, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2717309409136105 + "value": 0.5093499554764025, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.39407737525514647 + "value": 0.9234194122885129, + "path": "" } ] }, - "strict_f1": { - "max": 0.023876731839958566, - "mean": 0.009572526967992595, - "min": 0.005636060100166944, - "n": 5, - "std": 0.00801147738269429 - }, "thresholds": [ 0.0002716928720474243, 0.00027877578395418823, @@ -16130,192 +16145,192 @@ 0.0002883674460463226, 0.000301085616229102 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "stormcast", + "label": "StormCast", + "scope": "train_fire_top10pct", + "scope_label": "top 10%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.0072843788538849204, + "std": 0.009280155500075412, + "min": 0.002747305898968793, + "max": 0.023870550161812297 + }, "tolerance_f1": { - "max": 0.23852766585861737, - "mean": 0.15321899635692177, - "min": 0.10250537509480662, "n": 5, - "std": 0.05533660427697729 + "mean": 0.12666948350566662, + "std": 0.06328963590343438, + "min": 0.08713204456539597, + "max": 0.23793892088542526 }, "union_f1": { - "max": 0.49125319073865004, - "mean": 0.36185682619841214, - "min": 0.25743196970586, "n": 5, - "std": 0.09733119467598991 - } - }, - { + "mean": 0.30474835114719656, + "std": 0.1065272580858829, + "min": 0.2309636203280157, + "max": 0.4887624633565217 + }, "difference": { - "max": 0.4648919131947094, + "n": 5, "mean": 0.2974639722933117, + "std": 0.09749379807889277, "min": 0.2282163144290469, - "n": 5, - "std": 0.09749379807889277 + "max": 0.4648919131947094 }, - "label": "StormCast", - "model_tag": "stormcast", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.9575541703769664, + "n": 5, "mean": 0.6807658058771149, + "std": 0.37389945609232794, "min": 0.04645295339863461, - "n": 5, - "std": 0.37389945609232794 + "max": 0.9575541703769664 }, - "scope": "train_fire_top10pct", - "scope_label": "top 10%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4648919131947094 + "value": 0.023870550161812297, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.2284351905540453 + "value": 0.00275028568108307, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2840988865146931 + "value": 0.00356800070444239, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.2816775567740636 + "value": 0.003485751823118051, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2282163144290469 + "value": 0.002747305898968793, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.04645295339863461 + "value": 0.23793892088542526, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.9565152864351439 + "value": 0.08722255267001126, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.7009498367468091 + "value": 0.1112312688602769, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7423567824280202 + "value": 0.10982263054722373, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.9575541703769664 + "value": 0.08713204456539597, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.023870550161812297 + "value": 0.4887624633565217, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.00275028568108307 + "value": 0.23118547623512836, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.00356800070444239 + "value": 0.2876668872191355, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.003485751823118051 + "value": 0.28516330859718164, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.002747305898968793 + "value": 0.2309636203280157, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.23793892088542526 + "value": 0.4648919131947094, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.08722255267001126 + "value": 0.2284351905540453, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.1112312688602769 + "value": 0.2840988865146931, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.10982263054722373 + "value": 0.2816775567740636, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.08713204456539597 + "value": 0.2282163144290469, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4887624633565217 + "value": 0.04645295339863461, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.23118547623512836 + "value": 0.9565152864351439, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.2876668872191355 + "value": 0.7009498367468091, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.28516330859718164 + "value": 0.7423567824280202, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.2309636203280157 + "value": 0.9575541703769664, + "path": "" } ] }, - "strict_f1": { - "max": 0.023870550161812297, - "mean": 0.0072843788538849204, - "min": 0.002747305898968793, - "n": 5, - "std": 0.009280155500075412 - }, "thresholds": [ 0.0002716928720474243, 0.00027818421949632466, @@ -16323,192 +16338,192 @@ 0.0002883674460463226, 0.000301085616229102 ], + "paths": [ + "", + "", + "", + "", + "" + ] + }, + { + "model_tag": "stormcast", + "label": "StormCast", + "scope": "train_fire_top20pct", + "scope_label": "top 20%", + "n": 5, + "strict_f1": { + "n": 5, + "mean": 0.005794988618784165, + "std": 0.009104127010779225, + "min": 0.0014637962799384197, + "max": 0.022074159907300116 + }, "tolerance_f1": { - "max": 0.23793892088542526, - "mean": 0.12666948350566662, - "min": 0.08713204456539597, "n": 5, - "std": 0.06328963590343438 + "mean": 0.10415728840460951, + "std": 0.07343651804127242, + "min": 0.062163327857870446, + "max": 0.23443811051591282 }, "union_f1": { - "max": 0.4887624633565217, - "mean": 0.30474835114719656, - "min": 0.2309636203280157, "n": 5, - "std": 0.1065272580858829 - } - }, - { + "mean": 0.2465979729410411, + "std": 0.12397339055627195, + "min": 0.16937256832950737, + "max": 0.4646063802629719 + }, "difference": { - "max": 0.4425322203556718, + "n": 5, "mean": 0.24080298432225694, + "std": 0.11498838284648957, "min": 0.16790877204956894, - "n": 5, - "std": 0.11498838284648957 + "max": 0.4425322203556718 }, - "label": "StormCast", - "model_tag": "stormcast", - "n": 5, - "paths": [ - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH", - "REDACTED_LOCAL_RESULT_PATH" - ], "predicted_positive_rate": { - "max": 0.979443413729128, + "n": 5, "mean": 0.6783970315398886, + "std": 0.39241013872037767, "min": 0.020630797773654917, - "n": 5, - "std": 0.39241013872037767 + "max": 0.979443413729128 }, - "scope": "train_fire_top20pct", - "scope_label": "top 20%", "seed_values": { - "difference": [ + "strict_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4425322203556718 + "value": 0.022074159907300116, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.16790877204956894 + "value": 0.0014637962799384197, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.21164756227103257 + "value": 0.0020248273888312522, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.21401759488544256 + "value": 0.001948363237912615, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16790877204956894 + "value": 0.0014637962799384197, + "path": "" } ], - "predicted_positive_rate": [ + "tolerance_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.020630797773654917 + "value": 0.23443811051591282, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.979443413729128 + "value": 0.062163327857870446, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.6907606679035251 + "value": 0.08079366172039935, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.7217068645640075 + "value": 0.08122801407099456, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.979443413729128 + "value": 0.062163327857870446, + "path": "" } ], - "strict_f1": [ + "union_f1": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.022074159907300116 + "value": 0.4646063802629719, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.0014637962799384197 + "value": 0.16937256832950737, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.0020248273888312522 + "value": 0.21367238965986382, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.001948363237912615 + "value": 0.21596595812335517, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.0014637962799384197 + "value": 0.16937256832950737, + "path": "" } ], - "tolerance_f1": [ + "difference": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.23443811051591282 + "value": 0.4425322203556718, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.062163327857870446 + "value": 0.16790877204956894, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.08079366172039935 + "value": 0.21164756227103257, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.08122801407099456 + "value": 0.21401759488544256, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.062163327857870446 + "value": 0.16790877204956894, + "path": "" } ], - "union_f1": [ + "predicted_positive_rate": [ { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 1, - "value": 0.4646063802629719 + "value": 0.020630797773654917, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 7, - "value": 0.16937256832950737 + "value": 0.979443413729128, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 42, - "value": 0.21367238965986382 + "value": 0.6907606679035251, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 99, - "value": 0.21596595812335517 + "value": 0.7217068645640075, + "path": "" }, { - "path": "REDACTED_LOCAL_RESULT_PATH", "seed": 123, - "value": 0.16937256832950737 + "value": 0.979443413729128, + "path": "" } ] }, - "strict_f1": { - "max": 0.022074159907300116, - "mean": 0.005794988618784165, - "min": 0.0014637962799384197, - "n": 5, - "std": 0.009104127010779225 - }, "thresholds": [ 0.00021927931811660528, 0.0002497032401151955, @@ -16516,25 +16531,13 @@ 0.0002812395105138421, 0.00030111230444163084 ], - "tolerance_f1": { - "max": 0.23443811051591282, - "mean": 0.10415728840460951, - "min": 0.062163327857870446, - "n": 5, - "std": 0.07343651804127242 - }, - "union_f1": { - "max": 0.4646063802629719, - "mean": 0.2465979729410411, - "min": 0.16937256832950737, - "n": 5, - "std": 0.12397339055627195 - } + "paths": [ + "", + "", + "", + "", + "" + ] } - ], - "threshold_max_ppr": 0.999999, - "threshold_min_ppr": 1e-06, - "threshold_selector": "strict_f1", - "tolerance_combo": "t0_s8", - "union_combo": "t3_s8" + ] }