| { |
| "run_roots": [ |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "repair_run_roots": [], |
| "repair_sources": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "repair_scopes": [ |
| "train_fire_top02pct" |
| ], |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "threshold_selector": "strict_f1", |
| "threshold_min_ppr": 1e-06, |
| "threshold_max_ppr": 0.999999, |
| "repair_threshold_selector": "strict_f1_nondegenerate", |
| "repair_threshold_min_ppr": 1e-06, |
| "repair_threshold_max_ppr": 0.999999, |
| "min_runs": 5, |
| "missing_or_incomplete": [], |
| "seed_variation_issues": [], |
| "nondegenerate_prediction_issues": [], |
| "rows": [ |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.01841620626151013, |
| "tolerance_f1": 0.3233671389763082, |
| "union_f1": 0.4075802286978974, |
| "difference": 0.38916402243638726, |
| "predicted_positive_rate": 0.0006305504019789734, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.05801376597836775, |
| "tolerance_f1": 0.45453465315678554, |
| "union_f1": 0.5487719544302176, |
| "difference": 0.4907581884518499, |
| "predicted_positive_rate": 0.0024215889977243494, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.05730937348227295, |
| "tolerance_f1": 0.4503813713224908, |
| "union_f1": 0.5437059200683907, |
| "difference": 0.48639654658611775, |
| "predicted_positive_rate": 0.0012293459978232908, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.0544280442804428, |
| "tolerance_f1": 0.42554776574916503, |
| "union_f1": 0.5120841886230071, |
| "difference": 0.4576561443425643, |
| "predicted_positive_rate": 0.0006233766233766234, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.015582982831138383, |
| "tolerance_f1": 0.3412019506417814, |
| "union_f1": 0.4879949976282558, |
| "difference": 0.4724120147971174, |
| "predicted_positive_rate": 0.0015512677798392085, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.06425702811244981, |
| "tolerance_f1": 0.44689699140777084, |
| "union_f1": 0.6362946372146648, |
| "difference": 0.572037609102215, |
| "predicted_positive_rate": 0.005397249431087365, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.06358911647814125, |
| "tolerance_f1": 0.4435187312985661, |
| "union_f1": 0.6310773342718137, |
| "difference": 0.5674882177936724, |
| "predicted_positive_rate": 0.002728307113881468, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.06170275882527441, |
| "tolerance_f1": 0.4259185655133553, |
| "union_f1": 0.5992872540844005, |
| "difference": 0.5375844952591261, |
| "predicted_positive_rate": 0.0013673469387755102, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.024598770061496925, |
| "tolerance_f1": 0.3224566312114399, |
| "union_f1": 0.3927541342199395, |
| "difference": 0.3681553641584426, |
| "predicted_positive_rate": 0.0005820655534941249, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.07774936061381074, |
| "tolerance_f1": 0.46103410735073025, |
| "union_f1": 0.5064003599986154, |
| "difference": 0.42865099938480467, |
| "predicted_positive_rate": 0.002226179875333927, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.07711821410451548, |
| "tolerance_f1": 0.4570756272994282, |
| "union_f1": 0.5020582486954701, |
| "difference": 0.42494003459095464, |
| "predicted_positive_rate": 0.00112051053725141, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0050", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.005, |
| "strict_f1": 0.07357212003872217, |
| "tolerance_f1": 0.42986611450839224, |
| "union_f1": 0.4723374235406742, |
| "difference": 0.39876530350195205, |
| "predicted_positive_rate": 0.0005602968460111318, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0200", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.02, |
| "strict_f1": 0.018581463856786766, |
| "tolerance_f1": 0.19137568834619276, |
| "union_f1": 0.21572734820321318, |
| "difference": 0.1971458843464264, |
| "predicted_positive_rate": 0.00030327767470624613, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0100", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.01, |
| "strict_f1": 0.06853879105188007, |
| "tolerance_f1": 0.348489928787613, |
| "union_f1": 0.39499846060642174, |
| "difference": 0.32645966955454164, |
| "predicted_positive_rate": 0.0025873157217769865, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0100", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.01, |
| "strict_f1": 0.05725646123260437, |
| "tolerance_f1": 0.31417824074074074, |
| "union_f1": 0.3547275267815556, |
| "difference": 0.29747106554895125, |
| "predicted_positive_rate": 0.001793311566241219, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0200", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.02, |
| "strict_f1": 0.047398843930635835, |
| "tolerance_f1": 0.25536195152859176, |
| "union_f1": 0.2676781973617166, |
| "difference": 0.22027935343108077, |
| "predicted_positive_rate": 0.00035250463821892396, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0100", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.01, |
| "strict_f1": 0.02585193889541716, |
| "tolerance_f1": 0.29397699288019324, |
| "union_f1": 0.36737185673853523, |
| "difference": 0.3415199178431181, |
| "predicted_positive_rate": 0.00038899196042053183, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0100", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.01, |
| "strict_f1": 0.07710843373493977, |
| "tolerance_f1": 0.4329934518241347, |
| "union_f1": 0.5007776336496106, |
| "difference": 0.42366919991467084, |
| "predicted_positive_rate": 0.001496487582863362, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0100", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.01, |
| "strict_f1": 0.07655502392344497, |
| "tolerance_f1": 0.4297532170909699, |
| "union_f1": 0.4969907507243763, |
| "difference": 0.42043572680093133, |
| "predicted_positive_rate": 0.0007507173246264965, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0100", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.01, |
| "strict_f1": 0.0724391624221845, |
| "tolerance_f1": 0.40493051697817745, |
| "union_f1": 0.4677768948219149, |
| "difference": 0.3953377323997304, |
| "predicted_positive_rate": 0.0003753865182436611, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004887421693148924, |
| "tolerance_f1": 0.06979673814819128, |
| "union_f1": 0.19464572145581938, |
| "difference": 0.1941569792865045, |
| "predicted_positive_rate": 0.9922968460111318, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.00562524160545995, |
| "tolerance_f1": 0.15949652359184557, |
| "union_f1": 0.3934680413788068, |
| "difference": 0.38784279977334685, |
| "predicted_positive_rate": 0.92520035618878, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0027388277045923585, |
| "tolerance_f1": 0.0868744819295806, |
| "union_f1": 0.23033208616831716, |
| "difference": 0.2275932584637248, |
| "predicted_positive_rate": 0.960522410210745, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014656828060244616, |
| "tolerance_f1": 0.06224100702898884, |
| "union_f1": 0.1695724929003409, |
| "difference": 0.16810681009431644, |
| "predicted_positive_rate": 0.9781818181818182, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004887421693148924, |
| "tolerance_f1": 0.06979673814819128, |
| "union_f1": 0.19464572145581938, |
| "difference": 0.1941569792865045, |
| "predicted_positive_rate": 0.9922968460111318, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.00562524160545995, |
| "tolerance_f1": 0.15949652359184557, |
| "union_f1": 0.3934680413788068, |
| "difference": 0.38784279977334685, |
| "predicted_positive_rate": 0.92520035618878, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0027388277045923585, |
| "tolerance_f1": 0.0868744819295806, |
| "union_f1": 0.23033208616831716, |
| "difference": 0.2275932584637248, |
| "predicted_positive_rate": 0.960522410210745, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014656828060244616, |
| "tolerance_f1": 0.06224100702898884, |
| "union_f1": 0.1695724929003409, |
| "difference": 0.16810681009431644, |
| "predicted_positive_rate": 0.9781818181818182, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.00048497822606044473, |
| "tolerance_f1": 0.06928162590128548, |
| "union_f1": 0.19330497146159284, |
| "difference": 0.1928199932355324, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.005205570700778368, |
| "tolerance_f1": 0.14852385215852132, |
| "union_f1": 0.36969737295773625, |
| "difference": 0.3644918022569579, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.0026308476146364055, |
| "tolerance_f1": 0.08362683149966108, |
| "union_f1": 0.22238246829765904, |
| "difference": 0.21975162068302262, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.0014337271963217482, |
| "tolerance_f1": 0.06094415351278495, |
| "union_f1": 0.16625085053300068, |
| "difference": 0.16481712333667892, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004909510781395833, |
| "tolerance_f1": 0.07010120797866884, |
| "union_f1": 0.19543966728693182, |
| "difference": 0.19494871620879223, |
| "predicted_positive_rate": 0.9878311688311688, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0056274920321647175, |
| "tolerance_f1": 0.15955540678900526, |
| "union_f1": 0.39359483049372823, |
| "difference": 0.3879673384615635, |
| "predicted_positive_rate": 0.9248293262095577, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002740589677112216, |
| "tolerance_f1": 0.08692801516378341, |
| "union_f1": 0.23046337081520796, |
| "difference": 0.22772278113809574, |
| "predicted_positive_rate": 0.9599040269120411, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001466794800465328, |
| "tolerance_f1": 0.06228679141188911, |
| "union_f1": 0.1696903162151458, |
| "difference": 0.16822352141468047, |
| "predicted_positive_rate": 0.9774397031539889, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004887472853776956, |
| "tolerance_f1": 0.06980139080211295, |
| "union_f1": 0.19466137394685679, |
| "difference": 0.19417262666147908, |
| "predicted_positive_rate": 0.9922864564007421, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0052190130376387305, |
| "tolerance_f1": 0.14887976367271333, |
| "union_f1": 0.3704772353928872, |
| "difference": 0.36525822235524846, |
| "predicted_positive_rate": 0.9974176313446127, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0026397290373912042, |
| "tolerance_f1": 0.08389766026250713, |
| "union_f1": 0.22305036009296705, |
| "difference": 0.22041063105557585, |
| "predicted_positive_rate": 0.9966310477886613, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014391381051513698, |
| "tolerance_f1": 0.061167283891925196, |
| "union_f1": 0.16682636175147197, |
| "difference": 0.1653872236463206, |
| "predicted_positive_rate": 0.9962374768089054, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.00048500701355756607, |
| "tolerance_f1": 0.06928559683931526, |
| "union_f1": 0.19331533916065632, |
| "difference": 0.19283033214709877, |
| "predicted_positive_rate": 0.9999406307977736, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005208654759994569, |
| "tolerance_f1": 0.14860552018347153, |
| "union_f1": 0.36987636090753395, |
| "difference": 0.3646677061475394, |
| "predicted_positive_rate": 0.9994063520332442, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0026316277173409446, |
| "tolerance_f1": 0.08365062280406448, |
| "union_f1": 0.22244115266880124, |
| "difference": 0.2198095249514603, |
| "predicted_positive_rate": 0.9997031760166222, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014339398734177216, |
| "tolerance_f1": 0.06095292465378015, |
| "union_f1": 0.1662734779058162, |
| "difference": 0.16483953803239848, |
| "predicted_positive_rate": 0.9998515769944342, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004867477888159953, |
| "tolerance_f1": 0.06952568867327341, |
| "union_f1": 0.19394205171734238, |
| "difference": 0.1934553039285264, |
| "predicted_positive_rate": 0.9963636363636363, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.005205570700778368, |
| "tolerance_f1": 0.14852385215852132, |
| "union_f1": 0.36969737295773625, |
| "difference": 0.3644918022569579, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.0026308476146364055, |
| "tolerance_f1": 0.08362683149966108, |
| "union_f1": 0.22238246829765904, |
| "difference": 0.21975162068302262, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.0014337271963217482, |
| "tolerance_f1": 0.06094415351278495, |
| "union_f1": 0.16625085053300068, |
| "difference": 0.16481712333667892, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.000486755037982903, |
| "tolerance_f1": 0.06952668837151453, |
| "union_f1": 0.19394466064997973, |
| "difference": 0.19345790561199683, |
| "predicted_positive_rate": 0.9963487940630797, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005207112273731229, |
| "tolerance_f1": 0.1485646749474909, |
| "union_f1": 0.3697868452737493, |
| "difference": 0.36457973300001806, |
| "predicted_positive_rate": 0.9997031760166222, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0026312376081679546, |
| "tolerance_f1": 0.08363872545998453, |
| "union_f1": 0.22241180661219537, |
| "difference": 0.21978056900402743, |
| "predicted_positive_rate": 0.9998515880083111, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014338335269832637, |
| "tolerance_f1": 0.06094853876771749, |
| "union_f1": 0.16626216344954295, |
| "difference": 0.1648283299225597, |
| "predicted_positive_rate": 0.999925788497217, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.00048497822606044473, |
| "tolerance_f1": 0.06928162590128548, |
| "union_f1": 0.19330497146159284, |
| "difference": 0.1928199932355324, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.005205570700778368, |
| "tolerance_f1": 0.14852385215852132, |
| "union_f1": 0.36969737295773625, |
| "difference": 0.3644918022569579, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.0026308476146364055, |
| "tolerance_f1": 0.08362683149966108, |
| "union_f1": 0.22238246829765904, |
| "difference": 0.21975162068302262, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0000", |
| "threshold_selector": "strict_f1", |
| "threshold": 2e-05, |
| "strict_f1": 0.0014337271963217482, |
| "tolerance_f1": 0.06094415351278495, |
| "union_f1": 0.16625085053300068, |
| "difference": 0.16481712333667892, |
| "predicted_positive_rate": 1.0, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004887275525827606, |
| "tolerance_f1": 0.06979472310089276, |
| "union_f1": 0.19464046545789707, |
| "difference": 0.19415173790531431, |
| "predicted_positive_rate": 0.9923265306122449, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005621644664100071, |
| "tolerance_f1": 0.15940240082223983, |
| "union_f1": 0.39326534861308166, |
| "difference": 0.38764370394898157, |
| "predicted_positive_rate": 0.9257940041555358, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002737982762277539, |
| "tolerance_f1": 0.08684880939041824, |
| "union_f1": 0.23026912265195387, |
| "difference": 0.22753113988967633, |
| "predicted_positive_rate": 0.9608192341941229, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014654606094294809, |
| "tolerance_f1": 0.062231858228220235, |
| "union_f1": 0.16954894786900954, |
| "difference": 0.16808348725958006, |
| "predicted_positive_rate": 0.9783302411873841, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.000490517270597817, |
| "tolerance_f1": 0.07004142068407385, |
| "union_f1": 0.19528379925803643, |
| "difference": 0.19479328198743862, |
| "predicted_positive_rate": 0.9887050092764379, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005621644664100071, |
| "tolerance_f1": 0.15940240082223983, |
| "union_f1": 0.39326534861308166, |
| "difference": 0.38764370394898157, |
| "predicted_positive_rate": 0.9257940041555358, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002737982762277539, |
| "tolerance_f1": 0.08684880939041824, |
| "union_f1": 0.23026912265195387, |
| "difference": 0.22753113988967633, |
| "predicted_positive_rate": 0.9608192341941229, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014654606094294809, |
| "tolerance_f1": 0.062231858228220235, |
| "union_f1": 0.16954894786900954, |
| "difference": 0.16808348725958006, |
| "predicted_positive_rate": 0.9783302411873841, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0001", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0001, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0001", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0001, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0001", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0001, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 0, |
| "scope": "full_domain", |
| "threshold_key": "0.9500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.95, |
| "strict_f1": 0.006568199246490847, |
| "tolerance_f1": 0.29937890424270136, |
| "union_f1": 0.6079171724719479, |
| "difference": 0.601348973225457, |
| "predicted_positive_rate": 0.014596289424860853, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 0, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.9500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.95, |
| "strict_f1": 0.04873596787441818, |
| "tolerance_f1": 0.40145293653054454, |
| "union_f1": 0.7623590438272105, |
| "difference": 0.7136230759527924, |
| "predicted_positive_rate": 0.02449292569506283, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 0, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.9500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.95, |
| "strict_f1": 0.0486915291328531, |
| "tolerance_f1": 0.4004617740449798, |
| "union_f1": 0.7590968995963846, |
| "difference": 0.7104053704635315, |
| "predicted_positive_rate": 0.012246462847531414, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 0, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.9500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.95, |
| "strict_f1": 0.04827336828783222, |
| "tolerance_f1": 0.39128423640663973, |
| "union_f1": 0.7294445251003491, |
| "difference": 0.6811711568125168, |
| "predicted_positive_rate": 0.006123685837971553, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004887494780088282, |
| "tolerance_f1": 0.06980169309182878, |
| "union_f1": 0.19466216243584913, |
| "difference": 0.1941734129578403, |
| "predicted_positive_rate": 0.9922820037105752, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005219477804850899, |
| "tolerance_f1": 0.14889206690983883, |
| "union_f1": 0.3705041858886147, |
| "difference": 0.36528470808376384, |
| "predicted_positive_rate": 0.9973285841495992, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0026398468145228757, |
| "tolerance_f1": 0.08390125124244428, |
| "union_f1": 0.22305921371803578, |
| "difference": 0.2204193669035129, |
| "predicted_positive_rate": 0.9965865241911547, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001439170243914543, |
| "tolerance_f1": 0.06116860905264603, |
| "union_f1": 0.1668297790017525, |
| "difference": 0.16539060875783795, |
| "predicted_positive_rate": 0.9962152133580705, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004905319945803844, |
| "tolerance_f1": 0.07004345000159352, |
| "union_f1": 0.1952890900585387, |
| "difference": 0.19479855806395832, |
| "predicted_positive_rate": 0.9886753246753247, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005623442559599164, |
| "tolerance_f1": 0.15944944831691155, |
| "union_f1": 0.39336666888522, |
| "difference": 0.3877432263256208, |
| "predicted_positive_rate": 0.9254971801721579, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002738405168257641, |
| "tolerance_f1": 0.08686164376307684, |
| "union_f1": 0.23030060010662487, |
| "difference": 0.22756219493836724, |
| "predicted_positive_rate": 0.9606708222024339, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014655716993051168, |
| "tolerance_f1": 0.06223643229238444, |
| "union_f1": 0.16956071956731536, |
| "difference": 0.16809514786801025, |
| "predicted_positive_rate": 0.9782560296846011, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004925501476206198, |
| "tolerance_f1": 0.07032155974511028, |
| "union_f1": 0.19601398468283832, |
| "difference": 0.1955214345352177, |
| "predicted_positive_rate": 0.9846233766233766, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004905319945803844, |
| "tolerance_f1": 0.07004345000159352, |
| "union_f1": 0.1952890900585387, |
| "difference": 0.19479855806395832, |
| "predicted_positive_rate": 0.9886753246753247, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.00562524160545995, |
| "tolerance_f1": 0.15949652359184557, |
| "union_f1": 0.3934680413788068, |
| "difference": 0.38784279977334685, |
| "predicted_positive_rate": 0.92520035618878, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0027388277045923585, |
| "tolerance_f1": 0.0868744819295806, |
| "union_f1": 0.23033208616831716, |
| "difference": 0.2275932584637248, |
| "predicted_positive_rate": 0.960522410210745, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014656828060244616, |
| "tolerance_f1": 0.06224100702898884, |
| "union_f1": 0.1695724929003409, |
| "difference": 0.16810681009431644, |
| "predicted_positive_rate": 0.9781818181818182, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0004887494780088282, |
| "tolerance_f1": 0.06979774571547358, |
| "union_f1": 0.1946483495612302, |
| "difference": 0.19415960008322136, |
| "predicted_positive_rate": 0.9922820037105752, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.005623442559599164, |
| "tolerance_f1": 0.15944944831691155, |
| "union_f1": 0.39336666888522, |
| "difference": 0.3877432263256208, |
| "predicted_positive_rate": 0.9254971801721579, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.002738405168257641, |
| "tolerance_f1": 0.08686164376307684, |
| "union_f1": 0.23030060010662487, |
| "difference": 0.22756219493836724, |
| "predicted_positive_rate": 0.9606708222024339, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014655716993051168, |
| "tolerance_f1": 0.06223643229238444, |
| "union_f1": 0.16956071956731536, |
| "difference": 0.16809514786801025, |
| "predicted_positive_rate": 0.9782560296846011, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 17, |
| "scope": "full_domain", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.001786130143937306, |
| "tolerance_f1": 0.16383974771641738, |
| "union_f1": 0.3062219870023089, |
| "difference": 0.3044358568583716, |
| "predicted_positive_rate": 0.057648732220160794, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 17, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.01972516815912186, |
| "tolerance_f1": 0.3500819147736832, |
| "union_f1": 0.5865273622259427, |
| "difference": 0.5668021940668209, |
| "predicted_positive_rate": 0.05733155238943306, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 17, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.018998410174880763, |
| "tolerance_f1": 0.3409571337826908, |
| "union_f1": 0.57270947387435, |
| "difference": 0.5537110636994692, |
| "predicted_positive_rate": 0.02979989116453943, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 17, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.01931818181818182, |
| "tolerance_f1": 0.28953047944835925, |
| "union_f1": 0.4666657840911348, |
| "difference": 0.44734760227295295, |
| "predicted_positive_rate": 0.010166975881261595, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 37, |
| "scope": "full_domain", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.0019600476944939, |
| "tolerance_f1": 0.17299721297318826, |
| "union_f1": 0.2944465174913956, |
| "difference": 0.2924864697969017, |
| "predicted_positive_rate": 0.04519196042053185, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 37, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.024960845732184808, |
| "tolerance_f1": 0.35323298220195054, |
| "union_f1": 0.5303411060257172, |
| "difference": 0.5053802602935323, |
| "predicted_positive_rate": 0.04792965271593945, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 37, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.023191305534082125, |
| "tolerance_f1": 0.33689092573275314, |
| "union_f1": 0.5094071833388841, |
| "difference": 0.486215877804802, |
| "predicted_positive_rate": 0.025880577817354308, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 37, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.028949691085613415, |
| "tolerance_f1": 0.20397124965652888, |
| "union_f1": 0.29215296893898335, |
| "difference": 0.26320327785336994, |
| "predicted_positive_rate": 0.0027860235003092145, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 57, |
| "scope": "full_domain", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.001008153911497155, |
| "tolerance_f1": 0.09460750931776095, |
| "union_f1": 0.17657638185878205, |
| "difference": 0.17556822794728488, |
| "predicted_positive_rate": 0.02625751391465677, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 57, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.05, |
| "strict_f1": 0.017035016422646553, |
| "tolerance_f1": 0.3101459291213085, |
| "union_f1": 0.5806373053637345, |
| "difference": 0.5636022889410879, |
| "predicted_positive_rate": 0.1306866528148808, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 57, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.018477139910622206, |
| "tolerance_f1": 0.2606560686639405, |
| "union_f1": 0.41307788619921965, |
| "difference": 0.3946007462885974, |
| "predicted_positive_rate": 0.02746487582863362, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 57, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.01226752201682564, |
| "tolerance_f1": 0.19661692001462533, |
| "union_f1": 0.3215961142158263, |
| "difference": 0.30932859219900066, |
| "predicted_positive_rate": 0.021262213976499692, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.0016304484151205278, |
| "tolerance_f1": 0.14442504878529014, |
| "union_f1": 0.265022372628049, |
| "difference": 0.26339192421292845, |
| "predicted_positive_rate": 0.0589282622139765, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.016864097224592905, |
| "tolerance_f1": 0.28520211660517514, |
| "union_f1": 0.47313209204823786, |
| "difference": 0.45626799482364494, |
| "predicted_positive_rate": 0.06984763035519936, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.011312372621310312, |
| "tolerance_f1": 0.2160234001333052, |
| "union_f1": 0.3704561794666731, |
| "difference": 0.3591438068453628, |
| "predicted_positive_rate": 0.052691204115959234, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0800", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.08, |
| "strict_f1": 0.007379212786746584, |
| "tolerance_f1": 0.1600767886426284, |
| "union_f1": 0.2769459546244767, |
| "difference": 0.2695667418377301, |
| "predicted_positive_rate": 0.04168893011750155, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 97, |
| "scope": "full_domain", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.002078902199880332, |
| "tolerance_f1": 0.16987085515333694, |
| "union_f1": 0.36723610814010926, |
| "difference": 0.36515720594022893, |
| "predicted_positive_rate": 0.028077427334570193, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 97, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.05, |
| "strict_f1": 0.011684287006420426, |
| "tolerance_f1": 0.2874938355126855, |
| "union_f1": 0.6023409019864735, |
| "difference": 0.5906566149800531, |
| "predicted_positive_rate": 0.16420797467102008, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 97, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.05, |
| "strict_f1": 0.008571862589787548, |
| "tolerance_f1": 0.22837595071441363, |
| "union_f1": 0.4906920775169778, |
| "difference": 0.48212021492719026, |
| "predicted_positive_rate": 0.11266572672405263, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "seed": 97, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.008323671928416423, |
| "tolerance_f1": 0.19681923783547378, |
| "union_f1": 0.3891450726598544, |
| "difference": 0.38082140073143794, |
| "predicted_positive_rate": 0.02008596165739023, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 17, |
| "scope": "full_domain", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.002068681772914111, |
| "tolerance_f1": 0.19094441931639336, |
| "union_f1": 0.38616767546901964, |
| "difference": 0.3840989936961055, |
| "predicted_positive_rate": 0.03192430426716141, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 17, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.012095158293562608, |
| "tolerance_f1": 0.25572856051368525, |
| "union_f1": 0.47261322844070225, |
| "difference": 0.46051807014713964, |
| "predicted_positive_rate": 0.06528643514395963, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 17, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.006403642961329112, |
| "tolerance_f1": 0.16176542623012913, |
| "union_f1": 0.3108270369881256, |
| "difference": 0.30442339402679647, |
| "predicted_positive_rate": 0.03344711586029484, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 17, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.004578192172408018, |
| "tolerance_f1": 0.10554731176319206, |
| "union_f1": 0.2167503101126067, |
| "difference": 0.2121721179401987, |
| "predicted_positive_rate": 0.01035930735930736, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 37, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.00208290997764682, |
| "tolerance_f1": 0.16485748333864078, |
| "union_f1": 0.33983598065101456, |
| "difference": 0.33775307067336774, |
| "predicted_positive_rate": 0.009495980210265924, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 37, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.024537870112874206, |
| "tolerance_f1": 0.27999632336313063, |
| "union_f1": 0.5116723674766515, |
| "difference": 0.48713449736377723, |
| "predicted_positive_rate": 0.01251113089937667, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 37, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.019849146486701073, |
| "tolerance_f1": 0.23420382391023928, |
| "union_f1": 0.4437163794060617, |
| "difference": 0.4238672329193606, |
| "predicted_positive_rate": 0.00802908875037103, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 37, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.016197783461210574, |
| "tolerance_f1": 0.19512358967789506, |
| "union_f1": 0.3809676016171751, |
| "difference": 0.3647698181559645, |
| "predicted_positive_rate": 0.005085961657390229, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 57, |
| "scope": "full_domain", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.0033447053314602988, |
| "tolerance_f1": 0.16083569292964747, |
| "union_f1": 0.2863487755227932, |
| "difference": 0.2830040701913329, |
| "predicted_positive_rate": 0.0016064316635745208, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 57, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.01569234169521494, |
| "tolerance_f1": 0.300679830289768, |
| "union_f1": 0.49777625508437506, |
| "difference": 0.4820839133891601, |
| "predicted_positive_rate": 0.0197734243593549, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 57, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.010726695875509895, |
| "tolerance_f1": 0.2256264421482596, |
| "union_f1": 0.3983538151409869, |
| "difference": 0.387627119265477, |
| "predicted_positive_rate": 0.015055159790244386, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 57, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.00859106529209622, |
| "tolerance_f1": 0.18647162974553239, |
| "union_f1": 0.33360989768899596, |
| "difference": 0.3250188323968997, |
| "predicted_positive_rate": 0.010080395794681509, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.0026467855605157606, |
| "tolerance_f1": 0.23211789308126832, |
| "union_f1": 0.48493981229339306, |
| "difference": 0.4822930267328773, |
| "predicted_positive_rate": 0.027048113790970933, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.01222529471692621, |
| "tolerance_f1": 0.3028035236186743, |
| "union_f1": 0.5768233236256973, |
| "difference": 0.5645980289087711, |
| "predicted_positive_rate": 0.06537300880577818, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.008918001736248123, |
| "tolerance_f1": 0.2270292295163525, |
| "union_f1": 0.4541508313100257, |
| "difference": 0.4452328295737776, |
| "predicted_positive_rate": 0.030024982685267636, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.008704984497972811, |
| "tolerance_f1": 0.1596269732904185, |
| "union_f1": 0.3313747927063083, |
| "difference": 0.3226698082083355, |
| "predicted_positive_rate": 0.009654916512059368, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 97, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.00400312243549969, |
| "tolerance_f1": 0.22655113161542761, |
| "union_f1": 0.5057290416588791, |
| "difference": 0.5017259192233794, |
| "predicted_positive_rate": 0.005936920222634508, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 97, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.016606090988845718, |
| "tolerance_f1": 0.3296389749733903, |
| "union_f1": 0.6562774730922674, |
| "difference": 0.6396713821034217, |
| "predicted_positive_rate": 0.07633570792520035, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 97, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.012986069049061175, |
| "tolerance_f1": 0.2724598040570218, |
| "union_f1": 0.5655038878451817, |
| "difference": 0.5525178187961205, |
| "predicted_positive_rate": 0.049730384881765115, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "seed": 97, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.011738073279114613, |
| "tolerance_f1": 0.20219147661108805, |
| "union_f1": 0.4415948106689657, |
| "difference": 0.4298567373898511, |
| "predicted_positive_rate": 0.006658627087198516, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 17, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.003438698584843275, |
| "tolerance_f1": 0.1569315132056949, |
| "union_f1": 0.283249876555753, |
| "difference": 0.2798111779709097, |
| "predicted_positive_rate": 0.004433395176252319, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 17, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.01848001848001848, |
| "tolerance_f1": 0.21207047330588913, |
| "union_f1": 0.3374691422247865, |
| "difference": 0.31898912374476807, |
| "predicted_positive_rate": 0.008098347679825863, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 17, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.014059753954305799, |
| "tolerance_f1": 0.17969557482138315, |
| "union_f1": 0.29555470142676327, |
| "difference": 0.28149494747245746, |
| "predicted_positive_rate": 0.005720045513010785, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 17, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.011695906432748539, |
| "tolerance_f1": 0.1579992352547558, |
| "union_f1": 0.26532858639687246, |
| "difference": 0.2536326799641239, |
| "predicted_positive_rate": 0.0035126777983920843, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 37, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.0018414421399496025, |
| "tolerance_f1": 0.10327893388535589, |
| "union_f1": 0.2254839395366447, |
| "difference": 0.2236424973966951, |
| "predicted_positive_rate": 0.0023098330241187385, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 37, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.01267427122940431, |
| "tolerance_f1": 0.13288915578187116, |
| "union_f1": 0.27966639148093675, |
| "difference": 0.26699212025153246, |
| "predicted_positive_rate": 0.0032452755515979025, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 37, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.011273957158962795, |
| "tolerance_f1": 0.1191832198916516, |
| "union_f1": 0.259409805794969, |
| "difference": 0.24813584863600618, |
| "predicted_positive_rate": 0.0019738794894627485, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 37, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.010316368638239341, |
| "tolerance_f1": 0.11041562343515275, |
| "union_f1": 0.24476649923702953, |
| "difference": 0.2344501305987902, |
| "predicted_positive_rate": 0.0010810142238713667, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 57, |
| "scope": "full_domain", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.001842299189388357, |
| "tolerance_f1": 0.042906126190853267, |
| "union_f1": 0.06919785857013828, |
| "difference": 0.06735555938074993, |
| "predicted_positive_rate": 0.00042881880024737165, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 57, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.0205686630369026, |
| "tolerance_f1": 0.1866312847963942, |
| "union_f1": 0.3374418848724159, |
| "difference": 0.3168732218355133, |
| "predicted_positive_rate": 0.005567923221529633, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 57, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.02015411973918198, |
| "tolerance_f1": 0.1840127014362662, |
| "union_f1": 0.33432003556596124, |
| "difference": 0.3141659158267793, |
| "predicted_positive_rate": 0.0028556940734144652, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 57, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.018831348656881748, |
| "tolerance_f1": 0.17388386719173746, |
| "union_f1": 0.31802311631118385, |
| "difference": 0.2991917676543021, |
| "predicted_positive_rate": 0.0015157699443413728, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.00268370607028754, |
| "tolerance_f1": 0.09710793321083327, |
| "union_f1": 0.186659362535767, |
| "difference": 0.18397565646547948, |
| "predicted_positive_rate": 0.0016931354359925788, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.013054830287206266, |
| "tolerance_f1": 0.12305221580797777, |
| "union_f1": 0.22237658124637444, |
| "difference": 0.20932175095916816, |
| "predicted_positive_rate": 0.0030746017611556348, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.011185682326621925, |
| "tolerance_f1": 0.11778287307219655, |
| "union_f1": 0.21014056663719285, |
| "difference": 0.19895488431057093, |
| "predicted_positive_rate": 0.0019998515880083113, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.010309278350515464, |
| "tolerance_f1": 0.11130870584431331, |
| "union_f1": 0.20443519333920424, |
| "difference": 0.19412591498868878, |
| "predicted_positive_rate": 0.0010822510822510823, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 97, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.0032567291196169464, |
| "tolerance_f1": 0.20002472134774485, |
| "union_f1": 0.4405198598043062, |
| "difference": 0.43726313068468925, |
| "predicted_positive_rate": 0.012518243661100804, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 97, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.013695949911954608, |
| "tolerance_f1": 0.15917085028122405, |
| "union_f1": 0.3283194730321549, |
| "difference": 0.3146235231202003, |
| "predicted_positive_rate": 0.010032650638171565, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 97, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.005460750853242321, |
| "tolerance_f1": 0.04684227229450968, |
| "union_f1": 0.10984387215996587, |
| "difference": 0.10438312130672354, |
| "predicted_positive_rate": 0.0004947066389630949, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "seed": 97, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.004807692307692307, |
| "tolerance_f1": 0.04393081279657125, |
| "union_f1": 0.1067457375833951, |
| "difference": 0.1019380452757028, |
| "predicted_positive_rate": 0.0003116883116883117, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 17, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.003097173828881146, |
| "tolerance_f1": 0.20441214417386547, |
| "union_f1": 0.37735961055895995, |
| "difference": 0.3742624367300788, |
| "predicted_positive_rate": 0.004230179344465059, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 17, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.02138840232322301, |
| "tolerance_f1": 0.30180702036802187, |
| "union_f1": 0.551963463682504, |
| "difference": 0.530575061359281, |
| "predicted_positive_rate": 0.024220837043633127, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 17, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.019476002782286114, |
| "tolerance_f1": 0.26166119072060445, |
| "union_f1": 0.45937946725189766, |
| "difference": 0.43990346446961154, |
| "predicted_positive_rate": 0.0040170179083803305, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 17, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.013674670058832883, |
| "tolerance_f1": 0.25519274478475146, |
| "union_f1": 0.4153742248616508, |
| "difference": 0.40169955480281794, |
| "predicted_positive_rate": 0.0031719233147804574, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 37, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.0029424127784783522, |
| "tolerance_f1": 0.13539446199130012, |
| "union_f1": 0.22039566333970034, |
| "difference": 0.217453250561222, |
| "predicted_positive_rate": 0.001522943722943723, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 37, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.02109053497942387, |
| "tolerance_f1": 0.26086649919553234, |
| "union_f1": 0.4073509199876191, |
| "difference": 0.3862603850081952, |
| "predicted_positive_rate": 0.007007519540912239, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 37, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.016701461377870565, |
| "tolerance_f1": 0.1656142112861716, |
| "union_f1": 0.24700654033204764, |
| "difference": 0.23030507895417707, |
| "predicted_positive_rate": 0.0016448995745522905, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 37, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.015267175572519083, |
| "tolerance_f1": 0.15340459969134643, |
| "union_f1": 0.23133715755118187, |
| "difference": 0.21606998197866278, |
| "predicted_positive_rate": 0.0009029066171923315, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 57, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.005897939994871356, |
| "tolerance_f1": 0.22566599998043468, |
| "union_f1": 0.3638836107393784, |
| "difference": 0.35798567074450705, |
| "predicted_positive_rate": 0.0026514533085961658, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 57, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.030370370370370364, |
| "tolerance_f1": 0.3499638832422191, |
| "union_f1": 0.5231807249206608, |
| "difference": 0.49281035455029043, |
| "predicted_positive_rate": 0.004068962105471455, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 57, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.026973684210526316, |
| "tolerance_f1": 0.3231296638237823, |
| "union_f1": 0.48397755354947186, |
| "difference": 0.45700386933894555, |
| "predicted_positive_rate": 0.002442614029880281, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 57, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.0239695995323005, |
| "tolerance_f1": 0.30046102485294895, |
| "union_f1": 0.4554233007850691, |
| "difference": 0.4314537012527686, |
| "predicted_positive_rate": 0.0013982683982683983, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.0033573873422136956, |
| "tolerance_f1": 0.2682493391647262, |
| "union_f1": 0.44868694500233336, |
| "difference": 0.44532955766011967, |
| "predicted_positive_rate": 0.005430797773654916, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.016660707901322847, |
| "tolerance_f1": 0.38200179460101663, |
| "union_f1": 0.6304826850687859, |
| "difference": 0.6138219771674631, |
| "predicted_positive_rate": 0.0665751459384585, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.011389521640091117, |
| "tolerance_f1": 0.2251054852320675, |
| "union_f1": 0.35879236229131267, |
| "difference": 0.34740284065122157, |
| "predicted_positive_rate": 0.0019404867913327397, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.008802816901408451, |
| "tolerance_f1": 0.18265891116039673, |
| "union_f1": 0.29083501784981214, |
| "difference": 0.2820322009484037, |
| "predicted_positive_rate": 0.0013902288188002473, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 97, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.003573506191307238, |
| "tolerance_f1": 0.21789178988640112, |
| "union_f1": 0.4541140407970205, |
| "difference": 0.45054053460571325, |
| "predicted_positive_rate": 0.008687322201607915, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 97, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.012024257632789628, |
| "tolerance_f1": 0.30008183753413636, |
| "union_f1": 0.5835624273550017, |
| "difference": 0.5715381697222122, |
| "predicted_positive_rate": 0.04470416542990007, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 97, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.008170871559633027, |
| "tolerance_f1": 0.22512986809908905, |
| "union_f1": 0.4615416812544075, |
| "difference": 0.45337080969477445, |
| "predicted_positive_rate": 0.01593821114079351, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "seed": 97, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.006516342573438146, |
| "tolerance_f1": 0.20602494796886814, |
| "union_f1": 0.4436019253840096, |
| "difference": 0.43708558281057147, |
| "predicted_positive_rate": 0.011240568954854669, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.0018999796430752525, |
| "tolerance_f1": 0.11199020227536667, |
| "union_f1": 0.27178749222596443, |
| "difference": 0.2698875125828892, |
| "predicted_positive_rate": 0.0034029684601113172, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.006323656223052602, |
| "tolerance_f1": 0.1236361475439318, |
| "union_f1": 0.26905489411020966, |
| "difference": 0.2627312378871571, |
| "predicted_positive_rate": 0.00599584446423271, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.004407051282051282, |
| "tolerance_f1": 0.09804613935969869, |
| "union_f1": 0.2156791196445671, |
| "difference": 0.2112720683625158, |
| "predicted_positive_rate": 0.004856782428020184, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.003081232492997199, |
| "tolerance_f1": 0.0918614020950846, |
| "union_f1": 0.19598081171127166, |
| "difference": 0.19289957921827447, |
| "predicted_positive_rate": 0.0036982065553494126, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "full_domain", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.002025689424980434, |
| "tolerance_f1": 0.17658327178527805, |
| "union_f1": 0.4448076750202692, |
| "difference": 0.44278198559528875, |
| "predicted_positive_rate": 0.015876932591218307, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.014334527877323108, |
| "tolerance_f1": 0.23786880092608761, |
| "union_f1": 0.5563138131518957, |
| "difference": 0.5419792852745725, |
| "predicted_positive_rate": 0.02707034728406055, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.1000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.1, |
| "strict_f1": 0.010952623535404991, |
| "tolerance_f1": 0.19299696406724362, |
| "union_f1": 0.478233072358786, |
| "difference": 0.467280448823381, |
| "predicted_positive_rate": 0.018105026219451866, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.003306175463454953, |
| "tolerance_f1": 0.10046960132658891, |
| "union_f1": 0.3168721772329861, |
| "difference": 0.31356600176953114, |
| "predicted_positive_rate": 0.004520098948670378, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.00458918723078781, |
| "tolerance_f1": 0.14940756501428915, |
| "union_f1": 0.31114689741621243, |
| "difference": 0.3065577101854246, |
| "predicted_positive_rate": 0.0028299319727891157, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.012796587576646227, |
| "tolerance_f1": 0.15839502058327895, |
| "union_f1": 0.3235832074044849, |
| "difference": 0.3107866198278387, |
| "predicted_positive_rate": 0.006668645493222519, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.010430247718383311, |
| "tolerance_f1": 0.14381976498868418, |
| "union_f1": 0.2960690978058883, |
| "difference": 0.285638850087505, |
| "predicted_positive_rate": 0.004374443455031167, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.0094525403702245, |
| "tolerance_f1": 0.1330139941503748, |
| "union_f1": 0.2753987342044462, |
| "difference": 0.2659461938342217, |
| "predicted_positive_rate": 0.002423005565862709, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.00412434125105018, |
| "tolerance_f1": 0.08503531719948608, |
| "union_f1": 0.1652119748219299, |
| "difference": 0.1610876335708797, |
| "predicted_positive_rate": 0.0013768707482993197, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.00961323496534764, |
| "tolerance_f1": 0.13752896018113672, |
| "union_f1": 0.2838373343689194, |
| "difference": 0.27422409940357173, |
| "predicted_positive_rate": 0.019518650440288908, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.005579507988840983, |
| "tolerance_f1": 0.07891517659613233, |
| "union_f1": 0.14561269032771065, |
| "difference": 0.14003318233886966, |
| "predicted_positive_rate": 0.0035594142673394677, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.0051329911339244045, |
| "tolerance_f1": 0.07335569213391166, |
| "union_f1": 0.13544861662147875, |
| "difference": 0.13031562548755435, |
| "predicted_positive_rate": 0.0019332096474953618, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "full_domain", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.0015570260801868433, |
| "tolerance_f1": 0.04422040571422221, |
| "union_f1": 0.1360311898534274, |
| "difference": 0.13447416377324056, |
| "predicted_positive_rate": 0.0013461966604823748, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.010571134928791661, |
| "tolerance_f1": 0.16460271440438795, |
| "union_f1": 0.3673387319643668, |
| "difference": 0.35676759703557515, |
| "predicted_positive_rate": 0.014237657069357871, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.002669336002669336, |
| "tolerance_f1": 0.03347640061525648, |
| "union_f1": 0.12011082544991639, |
| "difference": 0.11744148944724705, |
| "predicted_positive_rate": 0.002389433066191748, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.5000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.5, |
| "strict_f1": 0.002313475997686524, |
| "tolerance_f1": 0.036969834429575875, |
| "union_f1": 0.12157774813170726, |
| "difference": 0.11926427213402073, |
| "predicted_positive_rate": 0.0014211502782931354, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "full_domain", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.0019783244452090142, |
| "tolerance_f1": 0.1809729686535962, |
| "union_f1": 0.40012531103066123, |
| "difference": 0.3981469865854522, |
| "predicted_positive_rate": 0.01413716759431045, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.011848926191063935, |
| "tolerance_f1": 0.23514322359982898, |
| "union_f1": 0.46975335070929664, |
| "difference": 0.4579044245182327, |
| "predicted_positive_rate": 0.027451271396062134, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.008011413520632135, |
| "tolerance_f1": 0.18336249012390426, |
| "union_f1": 0.3796403112945744, |
| "difference": 0.37162889777394226, |
| "predicted_positive_rate": 0.021221678044919364, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 17, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.2000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.2, |
| "strict_f1": 0.005117388748660143, |
| "tolerance_f1": 0.14938342628742876, |
| "union_f1": 0.323212329597846, |
| "difference": 0.3180949408491859, |
| "predicted_positive_rate": 0.017168212739641312, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "full_domain", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.0014740203906154037, |
| "tolerance_f1": 0.14188194761227685, |
| "union_f1": 0.3364875741725597, |
| "difference": 0.3350135537819443, |
| "predicted_positive_rate": 0.00479208410636982, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.012218828103304637, |
| "tolerance_f1": 0.1893747086942956, |
| "union_f1": 0.4388313446697724, |
| "difference": 0.42661251656646776, |
| "predicted_positive_rate": 0.006297615514000198, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.010149942329873126, |
| "tolerance_f1": 0.1623425297604306, |
| "union_f1": 0.41150510005450436, |
| "difference": 0.4013551577246312, |
| "predicted_positive_rate": 0.004044226773523301, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 37, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.008453410182516812, |
| "tolerance_f1": 0.15039592221466835, |
| "union_f1": 0.3734736878120269, |
| "difference": 0.36502027762951006, |
| "predicted_positive_rate": 0.0025015460729746444, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.003978746443051044, |
| "tolerance_f1": 0.18301623358471802, |
| "union_f1": 0.3546823845445782, |
| "difference": 0.35070363810152716, |
| "predicted_positive_rate": 0.004669140383426098, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.017845192951148784, |
| "tolerance_f1": 0.2501388218123639, |
| "union_f1": 0.44006255856354737, |
| "difference": 0.4222173656123986, |
| "predicted_positive_rate": 0.008479271791827446, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.016403526758253024, |
| "tolerance_f1": 0.23804674197160172, |
| "union_f1": 0.4214127938301568, |
| "difference": 0.40500926707190377, |
| "predicted_positive_rate": 0.004714554269318294, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 57, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.01471129091577786, |
| "tolerance_f1": 0.2249788440916092, |
| "union_f1": 0.3957167586610078, |
| "difference": 0.3810054677452299, |
| "predicted_positive_rate": 0.0026456400742115027, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.0037437942540896885, |
| "tolerance_f1": 0.12218430629860097, |
| "union_f1": 0.22268222965661022, |
| "difference": 0.21893843540252053, |
| "predicted_positive_rate": 0.0012771799628942485, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.010515247108307044, |
| "tolerance_f1": 0.12664654352782623, |
| "union_f1": 0.22723717713750308, |
| "difference": 0.21672193002919604, |
| "predicted_positive_rate": 0.004447412684278223, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.00788436268068331, |
| "tolerance_f1": 0.1079162350962175, |
| "union_f1": 0.19681189159430446, |
| "difference": 0.18892752891362113, |
| "predicted_positive_rate": 0.0033887404768972, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.3000", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.3, |
| "strict_f1": 0.0070011668611435224, |
| "tolerance_f1": 0.09937369519832985, |
| "union_f1": 0.18187865016757276, |
| "difference": 0.17487748330642924, |
| "predicted_positive_rate": 0.001932591218305504, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "full_domain", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.0026024230327071516, |
| "tolerance_f1": 0.2264875300093167, |
| "union_f1": 0.46795172614222125, |
| "difference": 0.4653493031095141, |
| "predicted_positive_rate": 0.029129251700680273, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.015850265576258328, |
| "tolerance_f1": 0.3098064830268362, |
| "union_f1": 0.5952835470121373, |
| "difference": 0.5794332814358789, |
| "predicted_positive_rate": 0.056067576926882357, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.012206999545484059, |
| "tolerance_f1": 0.25501453744070673, |
| "union_f1": 0.5172553944576963, |
| "difference": 0.5050483949122122, |
| "predicted_positive_rate": 0.03677772830711388, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "seed": 97, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.1500", |
| "threshold_selector": "strict_f1", |
| "threshold": 0.15, |
| "strict_f1": 0.008937574479787332, |
| "tolerance_f1": 0.226729727407505, |
| "union_f1": 0.45415946247619876, |
| "difference": 0.44522188799641144, |
| "predicted_positive_rate": 0.026268398268398267, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 0 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.004136112962850736, |
| "tolerance_f1": 0.2985122125101588, |
| "union_f1": 0.5521558725617307, |
| "difference": 0.5480197595988799, |
| "predicted_positive_rate": 0.016084972170686457, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.03321760345312939, |
| "tolerance_f1": 0.39555976109165375, |
| "union_f1": 0.7028883266246737, |
| "difference": 0.6696707231715443, |
| "predicted_positive_rate": 0.023750865736618186, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.033186462923033656, |
| "tolerance_f1": 0.3945515652074689, |
| "union_f1": 0.699798626339235, |
| "difference": 0.6666121634162013, |
| "predicted_positive_rate": 0.011875432868309093, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.032893514216688347, |
| "tolerance_f1": 0.3852239693382854, |
| "union_f1": 0.6717469182906158, |
| "difference": 0.6388534040739275, |
| "predicted_positive_rate": 0.0059381570810142234, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.0026426577586601383, |
| "tolerance_f1": 0.2756667293290642, |
| "union_f1": 0.5889022335770174, |
| "difference": 0.5862595758183573, |
| "predicted_positive_rate": 0.021380705009276437, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.9", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.9, |
| "strict_f1": 0.02462935239291061, |
| "tolerance_f1": 0.3702273155255325, |
| "union_f1": 0.7206983694651612, |
| "difference": 0.6960690170722506, |
| "predicted_positive_rate": 0.04860987434451371, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.9", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.9, |
| "strict_f1": 0.02461746391852102, |
| "tolerance_f1": 0.369479820868587, |
| "union_f1": 0.7178986487638336, |
| "difference": 0.6932811848453125, |
| "predicted_positive_rate": 0.024304937172256853, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.9", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.9, |
| "strict_f1": 0.024505093215452623, |
| "tolerance_f1": 0.36252633147981417, |
| "union_f1": 0.6923475866906666, |
| "difference": 0.6678424934752141, |
| "predicted_positive_rate": 0.012153370439084725, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.0045296167247386755, |
| "tolerance_f1": 0.3056545098251043, |
| "union_f1": 0.6239373622157508, |
| "difference": 0.6194077454910121, |
| "predicted_positive_rate": 0.019636239950525665, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.038147512864494, |
| "tolerance_f1": 0.4063154181985604, |
| "union_f1": 0.7476654358764496, |
| "difference": 0.7095179230119556, |
| "predicted_positive_rate": 0.033442168793905214, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.0381213575591361, |
| "tolerance_f1": 0.4052951105632299, |
| "union_f1": 0.7444554956076256, |
| "difference": 0.7063341380484894, |
| "predicted_positive_rate": 0.016721084396952607, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.03787465940054495, |
| "tolerance_f1": 0.39585180444145995, |
| "union_f1": 0.7152818658418959, |
| "difference": 0.677407206441351, |
| "predicted_positive_rate": 0.008361162646876932, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.006568199246490847, |
| "tolerance_f1": 0.29937890424270136, |
| "union_f1": 0.6079171724719479, |
| "difference": 0.601348973225457, |
| "predicted_positive_rate": 0.014596289424860853, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.04873596787441818, |
| "tolerance_f1": 0.40145293653054454, |
| "union_f1": 0.7623590438272105, |
| "difference": 0.7136230759527924, |
| "predicted_positive_rate": 0.02449292569506283, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.0486915291328531, |
| "tolerance_f1": 0.4004617740449798, |
| "union_f1": 0.7590968995963846, |
| "difference": 0.7104053704635315, |
| "predicted_positive_rate": 0.012246462847531414, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.04827336828783222, |
| "tolerance_f1": 0.39128423640663973, |
| "union_f1": 0.7294445251003491, |
| "difference": 0.6811711568125168, |
| "predicted_positive_rate": 0.006123685837971553, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.004855561780634761, |
| "tolerance_f1": 0.30820726968158313, |
| "union_f1": 0.5803661485742072, |
| "difference": 0.5755105867935725, |
| "predicted_positive_rate": 0.012341125541125542, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.0332911515623479, |
| "tolerance_f1": 0.3895272012200133, |
| "union_f1": 0.707788551758277, |
| "difference": 0.6744974001959292, |
| "predicted_positive_rate": 0.022801028989809045, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.033258776621608484, |
| "tolerance_f1": 0.38853542457185924, |
| "union_f1": 0.7047690151929771, |
| "difference": 0.6715102385713686, |
| "predicted_positive_rate": 0.011400514494904522, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.95", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.95, |
| "strict_f1": 0.03295432645981885, |
| "tolerance_f1": 0.37935948303093225, |
| "union_f1": 0.6773183297441491, |
| "difference": 0.6443640032843302, |
| "predicted_positive_rate": 0.005700680272108844, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 1 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.00028485153", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002848515287041664, |
| "strict_f1": 0.0004938156417811271, |
| "tolerance_f1": 0.05024333401294363, |
| "union_f1": 0.14329601271947937, |
| "difference": 0.14280219707769823, |
| "predicted_positive_rate": 0.21716512059369203, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028478092", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002847809228114784, |
| "strict_f1": 0.026484309350641822, |
| "tolerance_f1": 0.24351172066402033, |
| "union_f1": 0.4964540293986394, |
| "difference": 0.4699697200479976, |
| "predicted_positive_rate": 0.08275452656574651, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028478092", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002847809228114784, |
| "strict_f1": 0.026476637409113293, |
| "tolerance_f1": 0.24290193233931348, |
| "union_f1": 0.49392607486162804, |
| "difference": 0.46744943745251477, |
| "predicted_positive_rate": 0.04137726328287326, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.00028207037", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028207036666572094, |
| "strict_f1": 0.0006488102455003172, |
| "tolerance_f1": 0.09040502340162183, |
| "union_f1": 0.24482830102631173, |
| "difference": 0.24417949078081141, |
| "predicted_positive_rate": 0.7199758812615955, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028194374", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002819437358994037, |
| "strict_f1": 0.005618158058227469, |
| "tolerance_f1": 0.16005632828519903, |
| "union_f1": 0.39469838382183675, |
| "difference": 0.3890802257636093, |
| "predicted_positive_rate": 0.921086870485802, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028190663", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028190662851557136, |
| "strict_f1": 0.00275028568108307, |
| "tolerance_f1": 0.08722255267001126, |
| "union_f1": 0.23118547623512836, |
| "difference": 0.2284351905540453, |
| "predicted_positive_rate": 0.9565152864351439, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.00028167077", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028167077107355, |
| "strict_f1": 0.0007076278562951189, |
| "tolerance_f1": 0.09343380358557288, |
| "union_f1": 0.2527418148996877, |
| "difference": 0.2520341870433926, |
| "predicted_positive_rate": 0.5915943104514533, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028234132", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028234132332727313, |
| "strict_f1": 0.00618071474679909, |
| "tolerance_f1": 0.10264712599745741, |
| "union_f1": 0.26261754818982164, |
| "difference": 0.25643683344302254, |
| "predicted_positive_rate": 0.48403581676066093, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028129236", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028129236306995153, |
| "strict_f1": 0.0035136704264394467, |
| "tolerance_f1": 0.11052705132032803, |
| "union_f1": 0.2868180777521314, |
| "difference": 0.28330440732569195, |
| "predicted_positive_rate": 0.735743791431681, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.00027011667", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002701166733984173, |
| "strict_f1": 0.0007124228455695601, |
| "tolerance_f1": 0.09742777619989017, |
| "union_f1": 0.2618373273867167, |
| "difference": 0.2611249045411472, |
| "predicted_positive_rate": 0.6671256648113791, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00026978867", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00026978866662830114, |
| "strict_f1": 0.00565521517042468, |
| "tolerance_f1": 0.16052688500868942, |
| "union_f1": 0.39515679465182413, |
| "difference": 0.38950157948139946, |
| "predicted_positive_rate": 0.9150341347580885, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00026914896", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00026914896443486214, |
| "strict_f1": 0.00275028568108307, |
| "tolerance_f1": 0.08722255267001126, |
| "union_f1": 0.23118547623512836, |
| "difference": 0.2284351905540453, |
| "predicted_positive_rate": 0.9565152864351439, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.00028320565", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002832056488841772, |
| "strict_f1": 0.0007150400212604667, |
| "tolerance_f1": 0.09353511619384626, |
| "union_f1": 0.25248287808338293, |
| "difference": 0.25176783806212244, |
| "predicted_positive_rate": 0.5833835497835498, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028413086", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028413085965439677, |
| "strict_f1": 0.0053561461508737284, |
| "tolerance_f1": 0.08994268846280176, |
| "union_f1": 0.22524158122442267, |
| "difference": 0.21988543507354893, |
| "predicted_positive_rate": 0.4582789156030474, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028264782", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000282647815765813, |
| "strict_f1": 0.0034589138681033788, |
| "tolerance_f1": 0.10903157063807417, |
| "union_f1": 0.28340954762838766, |
| "difference": 0.2799506337602843, |
| "predicted_positive_rate": 0.749557237558128, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.0014425347", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.001442534703828549, |
| "strict_f1": 0.003394935139973715, |
| "tolerance_f1": 0.3112148878371163, |
| "union_f1": 0.6396719244631184, |
| "difference": 0.6362769893231447, |
| "predicted_positive_rate": 0.041071861471861475, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0014882656", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0014882655838293205, |
| "strict_f1": 0.011492789729228419, |
| "tolerance_f1": 0.3186326966868806, |
| "union_f1": 0.6456200196251293, |
| "difference": 0.6341272298959009, |
| "predicted_positive_rate": 0.13341248639556744, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0014882656", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0014882655838293205, |
| "strict_f1": 0.011490700169087834, |
| "tolerance_f1": 0.3179193199949169, |
| "union_f1": 0.6427222935095626, |
| "difference": 0.6312315933404747, |
| "predicted_positive_rate": 0.06670624319778372, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.00053939684", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0005393968409013734, |
| "strict_f1": 0.002897888198757764, |
| "tolerance_f1": 0.2855276491036767, |
| "union_f1": 0.6076291192986658, |
| "difference": 0.604731231099908, |
| "predicted_positive_rate": 0.12421632653061225, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00054362687", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0005436268660297483, |
| "strict_f1": 0.012252516711603196, |
| "tolerance_f1": 0.3566174282966785, |
| "union_f1": 0.7174878093274878, |
| "difference": 0.7052352926158846, |
| "predicted_positive_rate": 0.3074774908479272, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00067760051", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0006776005131691771, |
| "strict_f1": 0.010293697838827224, |
| "tolerance_f1": 0.34872837593596695, |
| "union_f1": 0.6989921615406495, |
| "difference": 0.6886984637018222, |
| "predicted_positive_rate": 0.14598421885821708, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.0014632087", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0014632086704014654, |
| "strict_f1": 0.004637761701086003, |
| "tolerance_f1": 0.31289270592627744, |
| "union_f1": 0.620505744456497, |
| "difference": 0.615867982755411, |
| "predicted_positive_rate": 0.037147804576376, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0014632083", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0014632082671483923, |
| "strict_f1": 0.014246556800108287, |
| "tolerance_f1": 0.32161191611096424, |
| "union_f1": 0.6170788209868917, |
| "difference": 0.6028322641867834, |
| "predicted_positive_rate": 0.14358118135945386, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0014632083", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0014632082671483923, |
| "strict_f1": 0.014244146704560834, |
| "tolerance_f1": 0.3208182317552862, |
| "union_f1": 0.6141812807681712, |
| "difference": 0.5999371340636104, |
| "predicted_positive_rate": 0.07179059067972693, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0013572093", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0013572092986540852, |
| "strict_f1": 0.0027501821392557145, |
| "tolerance_f1": 0.24162386260287075, |
| "union_f1": 0.4719733074426152, |
| "difference": 0.46922312530335947, |
| "predicted_positive_rate": 0.025392455163883734, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00074653866", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0007465386633598005, |
| "strict_f1": 0.013106997858124742, |
| "tolerance_f1": 0.3655334236435691, |
| "union_f1": 0.7398705155472896, |
| "difference": 0.7267635176891648, |
| "predicted_positive_rate": 0.3068887899475611, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00075197712", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0007519771209341887, |
| "strict_f1": 0.01308555880921415, |
| "tolerance_f1": 0.36399388919405107, |
| "union_f1": 0.7361209272894985, |
| "difference": 0.7230353684802844, |
| "predicted_positive_rate": 0.15368556446027506, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.0010212299", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.001021229882830197, |
| "strict_f1": 0.003717439410136951, |
| "tolerance_f1": 0.33641526956922785, |
| "union_f1": 0.6677488562714049, |
| "difference": 0.664031416861268, |
| "predicted_positive_rate": 0.055986765615337046, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00061661656", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0006166165592580956, |
| "strict_f1": 0.013585576434738445, |
| "tolerance_f1": 0.3665570668664193, |
| "union_f1": 0.7408743604065289, |
| "difference": 0.7272887839717904, |
| "predicted_positive_rate": 0.3090951815573365, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00062947387", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0006294738670532621, |
| "strict_f1": 0.013497596536465794, |
| "tolerance_f1": 0.36524448333846904, |
| "union_f1": 0.7365490884872157, |
| "difference": 0.7230514919507499, |
| "predicted_positive_rate": 0.15408504007123774, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.00027441306", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027441306156106293, |
| "strict_f1": 0.0005518596739603732, |
| "tolerance_f1": 0.06046181002685303, |
| "union_f1": 0.16301936607754167, |
| "difference": 0.1624675064035813, |
| "predicted_positive_rate": 0.21222844774273344, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002743864", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027438640245236456, |
| "strict_f1": 0.026612927125626056, |
| "tolerance_f1": 0.24179585238367046, |
| "union_f1": 0.4864922341150057, |
| "difference": 0.4598793069893796, |
| "predicted_positive_rate": 0.08085485307212822, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002743864", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027438640245236456, |
| "strict_f1": 0.02660504251473943, |
| "tolerance_f1": 0.2411933776075557, |
| "union_f1": 0.4840644650115095, |
| "difference": 0.4574594224967701, |
| "predicted_positive_rate": 0.04042742653606411, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.0002703598", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002703598001971841, |
| "strict_f1": 0.0006508233558970649, |
| "tolerance_f1": 0.09112517773927671, |
| "union_f1": 0.2457493414602635, |
| "difference": 0.24509851810436645, |
| "predicted_positive_rate": 0.7109064935064935, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00026974134", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002697413437999785, |
| "strict_f1": 0.005639067545640032, |
| "tolerance_f1": 0.16012924166858108, |
| "union_f1": 0.3947594149924353, |
| "difference": 0.38912034744679525, |
| "predicted_positive_rate": 0.9211709706144257, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00026974134", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002697413437999785, |
| "strict_f1": 0.0027453654202759313, |
| "tolerance_f1": 0.08722526453259725, |
| "union_f1": 0.23115112381331424, |
| "difference": 0.2284057583930383, |
| "predicted_positive_rate": 0.9564299495399228, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.00024381682", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00024381681578233838, |
| "strict_f1": 0.0005395660023552084, |
| "tolerance_f1": 0.07610963330033767, |
| "union_f1": 0.20220259920022512, |
| "difference": 0.2016630331978699, |
| "predicted_positive_rate": 0.8827594310451453, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00024314615", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002431461471132934, |
| "strict_f1": 0.00568010509540423, |
| "tolerance_f1": 0.16063421440737302, |
| "union_f1": 0.3925140767903833, |
| "difference": 0.3868339716949791, |
| "predicted_positive_rate": 0.9162387454239636, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00024276716", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00024276715703308582, |
| "strict_f1": 0.002750953470140531, |
| "tolerance_f1": 0.08724283500251707, |
| "union_f1": 0.23040938884616793, |
| "difference": 0.2276584353760274, |
| "predicted_positive_rate": 0.9562827743148313, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.00027848675", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002784867538139224, |
| "strict_f1": 0.0006577494583008349, |
| "tolerance_f1": 0.09170559714407109, |
| "union_f1": 0.2480828253168327, |
| "difference": 0.24742507585853188, |
| "predicted_positive_rate": 0.7071789734075449, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00027803043", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002780304348561913, |
| "strict_f1": 0.005648734389013078, |
| "tolerance_f1": 0.1601110414083686, |
| "union_f1": 0.39479065437879374, |
| "difference": 0.38914191998978065, |
| "predicted_positive_rate": 0.9213416444048679, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00027803043", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002780304348561913, |
| "strict_f1": 0.00275028568108307, |
| "tolerance_f1": 0.08722255267001126, |
| "union_f1": 0.23118547623512836, |
| "difference": 0.2284351905540453, |
| "predicted_positive_rate": 0.9565152864351439, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.00027882602", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027882601716555655, |
| "strict_f1": 0.000687991383709005, |
| "tolerance_f1": 0.08961425169301492, |
| "union_f1": 0.24375811032725037, |
| "difference": 0.24307011894354136, |
| "predicted_positive_rate": 0.655947804576376, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002815545", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028155450127087533, |
| "strict_f1": 0.009651904247534756, |
| "tolerance_f1": 0.1110438397786047, |
| "union_f1": 0.2883417650922405, |
| "difference": 0.27868986084470576, |
| "predicted_positive_rate": 0.28134213911150685, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028572054", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000285720539977774, |
| "strict_f1": 0.0011827321111768183, |
| "tolerance_f1": 0.019439944457301548, |
| "union_f1": 0.029367206619275145, |
| "difference": 0.02818447450809833, |
| "predicted_positive_rate": 0.0007742158899772435, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.00028278783", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028278783429414034, |
| "strict_f1": 0.0006040339888888368, |
| "tolerance_f1": 0.07892160427759505, |
| "union_f1": 0.22218157532367563, |
| "difference": 0.2215775413347868, |
| "predicted_positive_rate": 0.5006159554730983, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0001852147", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00018521470337873325, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0001852147", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00018521470337873325, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.00028123806", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028123805532231927, |
| "strict_f1": 0.0005057825179019543, |
| "tolerance_f1": 0.07212988048730175, |
| "union_f1": 0.20070659371418467, |
| "difference": 0.20020081119628272, |
| "predicted_positive_rate": 0.9588571428571429, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.0002438416", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002438416049699299, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.0002438416", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002438416049699299, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.00028831177", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028831177041865885, |
| "strict_f1": 0.0005777939978365554, |
| "tolerance_f1": 0.06182533987250242, |
| "union_f1": 0.17269452770359542, |
| "difference": 0.17211673370575886, |
| "predicted_positive_rate": 0.22581076066790354, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028831148", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002883114793803543, |
| "strict_f1": 0.02590687977762335, |
| "tolerance_f1": 0.23967146506700618, |
| "union_f1": 0.4925384357395131, |
| "difference": 0.46663155596188977, |
| "predicted_positive_rate": 0.08637577916295637, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028831148", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002883114793803543, |
| "strict_f1": 0.02589968042239822, |
| "tolerance_f1": 0.23908194736539978, |
| "union_f1": 0.4900551948025372, |
| "difference": 0.46415551438013897, |
| "predicted_positive_rate": 0.043187889581478185, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.0002881609", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028816089616157115, |
| "strict_f1": 0.000532941187181528, |
| "tolerance_f1": 0.07586161173658511, |
| "union_f1": 0.21037180175292197, |
| "difference": 0.20983886056574044, |
| "predicted_positive_rate": 0.9099814471243043, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00026064563", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002606456328066997, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00026064563", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002606456328066997, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.00026065187", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002606518683023751, |
| "strict_f1": 0.0005418761442097979, |
| "tolerance_f1": 0.06950848282026648, |
| "union_f1": 0.2033106164921145, |
| "difference": 0.20276874034790468, |
| "predicted_positive_rate": 0.5032875695732839, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00026065261", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002606526104500517, |
| "strict_f1": 0.027781926811053025, |
| "tolerance_f1": 0.24416957191197788, |
| "union_f1": 0.4541949852031399, |
| "difference": 0.4264130583920869, |
| "predicted_positive_rate": 0.013950727218759276, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00026065261", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002606526104500517, |
| "strict_f1": 0.02774049217002237, |
| "tolerance_f1": 0.24342288270264262, |
| "union_f1": 0.451618067346158, |
| "difference": 0.4238775751761356, |
| "predicted_positive_rate": 0.006975363609379638, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "full_domain", |
| "threshold_key": "0.00030108562", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000301085616229102, |
| "strict_f1": 0.00043296285460247506, |
| "tolerance_f1": 0.04396525865017935, |
| "union_f1": 0.12984783035809752, |
| "difference": 0.12941486750349504, |
| "predicted_positive_rate": 0.3248534322820037, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00030108562", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000301085616229102, |
| "strict_f1": 0.023876731839958566, |
| "tolerance_f1": 0.23852766585861737, |
| "union_f1": 0.49125319073865004, |
| "difference": 0.46737645889869145, |
| "predicted_positive_rate": 0.09290590679726922, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00030108562", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000301085616229102, |
| "strict_f1": 0.023870550161812297, |
| "tolerance_f1": 0.23793892088542526, |
| "union_f1": 0.4887624633565217, |
| "difference": 0.4648919131947094, |
| "predicted_positive_rate": 0.04645295339863461, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "full_domain", |
| "threshold_key": "0.00027319475", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002731947461143136, |
| "strict_f1": 0.0005917233172122231, |
| "tolerance_f1": 0.08255863031622387, |
| "union_f1": 0.22452793532172965, |
| "difference": 0.22393621200451744, |
| "predicted_positive_rate": 0.7873692022263451, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00027169287", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002716928720474243, |
| "strict_f1": 0.005636060100166944, |
| "tolerance_f1": 0.15977956000729543, |
| "union_f1": 0.39407737525514647, |
| "difference": 0.38844131515497954, |
| "predicted_positive_rate": 0.9234194122885129, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00027169287", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002716928720474243, |
| "strict_f1": 0.002747305898968793, |
| "tolerance_f1": 0.08713204456539597, |
| "union_f1": 0.2309636203280157, |
| "difference": 0.2282163144290469, |
| "predicted_positive_rate": 0.9575541703769664, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "full_domain", |
| "threshold_key": "0.00027820465", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002782046503853053, |
| "strict_f1": 0.0007179477702826634, |
| "tolerance_f1": 0.09668169596405224, |
| "union_f1": 0.2609912375807996, |
| "difference": 0.26027328981051695, |
| "predicted_positive_rate": 0.62891280148423, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00027877578", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027877578395418823, |
| "strict_f1": 0.006835665824509611, |
| "tolerance_f1": 0.10250537509480662, |
| "union_f1": 0.25743196970586, |
| "difference": 0.2505963038813504, |
| "predicted_positive_rate": 0.43306619174829325, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00027818422", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027818421949632466, |
| "strict_f1": 0.00356800070444239, |
| "tolerance_f1": 0.1112312688602769, |
| "union_f1": 0.2876668872191355, |
| "difference": 0.2840988865146931, |
| "predicted_positive_rate": 0.7009498367468091, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "full_domain", |
| "threshold_key": "0.00028929155", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002892915508709848, |
| "strict_f1": 0.0006714969233599232, |
| "tolerance_f1": 0.09264506128556889, |
| "union_f1": 0.25008945924787185, |
| "difference": 0.24941796232451194, |
| "predicted_positive_rate": 0.7037476808905381, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028836745", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002883674460463226, |
| "strict_f1": 0.005648734389013078, |
| "tolerance_f1": 0.1601110414083686, |
| "union_f1": 0.39479065437879374, |
| "difference": 0.38914191998978065, |
| "predicted_positive_rate": 0.9213416444048679, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028836745", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002883674460463226, |
| "strict_f1": 0.00275028568108307, |
| "tolerance_f1": 0.08722255267001126, |
| "union_f1": 0.23118547623512836, |
| "difference": 0.2284351905540453, |
| "predicted_positive_rate": 0.9565152864351439, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "full_domain", |
| "threshold_key": "0.00028191711", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002819171058945358, |
| "strict_f1": 0.0007136363665052921, |
| "tolerance_f1": 0.09390595738710937, |
| "union_f1": 0.253626654686362, |
| "difference": 0.2529130183198567, |
| "predicted_positive_rate": 0.5876512059369202, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "train_fire_top05pct", |
| "threshold_key": "0.00028293603", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000282936030998826, |
| "strict_f1": 0.005865442686314773, |
| "tolerance_f1": 0.10517133941552075, |
| "union_f1": 0.2717309409136105, |
| "difference": 0.2658654982272957, |
| "predicted_positive_rate": 0.5093499554764025, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "train_fire_top10pct", |
| "threshold_key": "0.00028128058", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028128057601861656, |
| "strict_f1": 0.003485751823118051, |
| "tolerance_f1": 0.10982263054722373, |
| "union_f1": 0.28516330859718164, |
| "difference": 0.2816775567740636, |
| "predicted_positive_rate": 0.7423567824280202, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 2 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00028478092", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002847809228114784, |
| "strict_f1": 0.026403975040443728, |
| "tolerance_f1": 0.23725772191057362, |
| "union_f1": 0.4711352810381827, |
| "difference": 0.44473130599773897, |
| "predicted_positive_rate": 0.02069016697588126, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00028130069", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028130068676546216, |
| "strict_f1": 0.00196209796760366, |
| "tolerance_f1": 0.08141778117479781, |
| "union_f1": 0.21602191083593253, |
| "difference": 0.21405981286832887, |
| "predicted_positive_rate": 0.7109764996907854, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00027013358", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002701335761230439, |
| "strict_f1": 0.0014870516331508276, |
| "tolerance_f1": 0.06425881062262738, |
| "union_f1": 0.1742547495584396, |
| "difference": 0.17276769792528876, |
| "predicted_positive_rate": 0.9366672850958565, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00028269363", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002826936251949519, |
| "strict_f1": 0.0019489171350575599, |
| "tolerance_f1": 0.08112237765113199, |
| "union_f1": 0.21567017057663868, |
| "difference": 0.2137212534415811, |
| "predicted_positive_rate": 0.7215015460729747, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0015083512", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0015083511573617753, |
| "strict_f1": 0.011488825936418005, |
| "tolerance_f1": 0.30575189275627285, |
| "union_f1": 0.6099212745225361, |
| "difference": 0.5984324485861181, |
| "predicted_positive_rate": 0.030718614718614718, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00068209981", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0006820998141378855, |
| "strict_f1": 0.006734646906365392, |
| "tolerance_f1": 0.2833418180729231, |
| "union_f1": 0.5895764795021311, |
| "difference": 0.5828418325957657, |
| "predicted_positive_rate": 0.12288311688311689, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0013755694", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0013755693906898965, |
| "strict_f1": 0.013757803485310216, |
| "tolerance_f1": 0.32901058451573606, |
| "union_f1": 0.6288351083076325, |
| "difference": 0.6150773048223223, |
| "predicted_positive_rate": 0.041087198515769946, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0013572138", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0013572138352511622, |
| "strict_f1": 0.010760193101843772, |
| "tolerance_f1": 0.24066482674710968, |
| "union_f1": 0.48364281191756603, |
| "difference": 0.47288261881572224, |
| "predicted_positive_rate": 0.020547928262213976, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00096331563", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0009633156281329466, |
| "strict_f1": 0.008694912370256934, |
| "tolerance_f1": 0.35193063179186285, |
| "union_f1": 0.691273953290052, |
| "difference": 0.6825790409197952, |
| "predicted_positive_rate": 0.07197278911564625, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002743864", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00027438640245236456, |
| "strict_f1": 0.026530371070668874, |
| "tolerance_f1": 0.23561614605975847, |
| "union_f1": 0.4621544722787787, |
| "difference": 0.43562410120810985, |
| "predicted_positive_rate": 0.0202152133580705, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00023001364", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002300136402482167, |
| "strict_f1": 0.0014649840398829276, |
| "tolerance_f1": 0.062212235501567396, |
| "union_f1": 0.16949844621797366, |
| "difference": 0.16803346217809073, |
| "predicted_positive_rate": 0.9786487322201608, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002, |
| "strict_f1": 0.0014680041534393378, |
| "tolerance_f1": 0.062336581960243484, |
| "union_f1": 0.16981843825492582, |
| "difference": 0.16835043410148648, |
| "predicted_positive_rate": 0.9766338899196042, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00023887513", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00023887513088993728, |
| "strict_f1": 0.0014589084597825474, |
| "tolerance_f1": 0.06196203978961812, |
| "union_f1": 0.1688543802092876, |
| "difference": 0.16739547174950506, |
| "predicted_positive_rate": 0.9827272727272728, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00028135377", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00028135377215221524, |
| "strict_f1": 0.0021531819937041672, |
| "tolerance_f1": 0.031681254572138745, |
| "union_f1": 0.09062518509001295, |
| "difference": 0.08847200309630879, |
| "predicted_positive_rate": 0.34681447124304265, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0002", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00024384175", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002438417504890822, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00028831148", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002883114793803543, |
| "strict_f1": 0.025831485587583147, |
| "tolerance_f1": 0.23362286716686329, |
| "union_f1": 0.4676561751411253, |
| "difference": 0.44182468955354215, |
| "predicted_positive_rate": 0.021595547309833023, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00026064578", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.000260645778325852, |
| "strict_f1": 0.001471035812113219, |
| "tolerance_f1": 0.06246138809231819, |
| "union_f1": 0.17013954201238674, |
| "difference": 0.16866850620027352, |
| "predicted_positive_rate": 0.9746196660482375, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00026065261", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002606526104500517, |
| "strict_f1": 0.027352941176470587, |
| "tolerance_f1": 0.2365506772536198, |
| "union_f1": 0.4285211456102784, |
| "difference": 0.4011682044338078, |
| "predicted_positive_rate": 0.0034879406307977735, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 1, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.0003011123", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00030111230444163084, |
| "strict_f1": 0.022074159907300116, |
| "tolerance_f1": 0.23443811051591282, |
| "union_f1": 0.4646063802629719, |
| "difference": 0.4425322203556718, |
| "predicted_positive_rate": 0.020630797773654917, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 123, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00024970324", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002497032401151955, |
| "strict_f1": 0.0014637962799384197, |
| "tolerance_f1": 0.062163327857870446, |
| "union_f1": 0.16937256832950737, |
| "difference": 0.16790877204956894, |
| "predicted_positive_rate": 0.979443413729128, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 42, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00027813489", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002781348885037005, |
| "strict_f1": 0.0020248273888312522, |
| "tolerance_f1": 0.08079366172039935, |
| "union_f1": 0.21367238965986382, |
| "difference": 0.21164756227103257, |
| "predicted_positive_rate": 0.6907606679035251, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 7, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00021927932", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.00021927931811660528, |
| "strict_f1": 0.0014637962799384197, |
| "tolerance_f1": 0.062163327857870446, |
| "union_f1": 0.16937256832950737, |
| "difference": 0.16790877204956894, |
| "predicted_positive_rate": 0.979443413729128, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "seed": 99, |
| "scope": "train_fire_top20pct", |
| "threshold_key": "0.00028123951", |
| "threshold_selector": "strict_f1_nondegenerate", |
| "threshold": 0.0002812395105138421, |
| "strict_f1": 0.001948363237912615, |
| "tolerance_f1": 0.08122801407099456, |
| "union_f1": 0.21596595812335517, |
| "difference": 0.21401759488544256, |
| "predicted_positive_rate": 0.7217068645640075, |
| "tolerance_combo": "t0_s8", |
| "union_combo": "t3_s8", |
| "path": "<local path omitted>", |
| "source_priority": 3 |
| } |
| ], |
| "summary": [ |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.02060627238126987, |
| "std": 0.004404166549372983, |
| "min": 0.015582982831138383, |
| "max": 0.02585193889541716 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.2944756804111831, |
| "std": 0.06006423929515853, |
| "min": 0.19137568834619276, |
| "max": 0.3412019506417814 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3742857130975682, |
| "std": 0.09945849036660906, |
| "min": 0.21572734820321318, |
| "max": 0.4879949976282558 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3536794407162983, |
| "std": 0.10027055938000065, |
| "min": 0.1971458843464264, |
| "max": 0.4724120147971174 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.000691230674087817, |
| "std": 0.0004992791583911452, |
| "min": 0.00030327767470624613, |
| "max": 0.0015512677798392085 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.01841620626151013, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.018581463856786766, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.024598770061496925, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.02585193889541716, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.015582982831138383, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.3233671389763082, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.19137568834619276, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3224566312114399, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.29397699288019324, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.3412019506417814, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4075802286978974, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.21572734820321318, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3927541342199395, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.36737185673853523, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.4879949976282558, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.38916402243638726, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.1971458843464264, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3681553641584426, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.3415199178431181, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.4724120147971174, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.0006305504019789734, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.00030327767470624613, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0005820655534941249, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.00038899196042053183, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0015512677798392085, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.005, |
| 0.01, |
| 0.02 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.06913347589828964, |
| "std": 0.008450070468719153, |
| "min": 0.05801376597836775, |
| "max": 0.07774936061381074 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.42878982650540687, |
| "std": 0.04608715441056064, |
| "min": 0.348489928787613, |
| "max": 0.46103410735073025 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.5174486091799061, |
| "std": 0.08732060818913379, |
| "min": 0.39499846060642174, |
| "max": 0.6362946372146648 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.44831513328161643, |
| "std": 0.09076276520267298, |
| "min": 0.32645966955454164, |
| "max": 0.572037609102215 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.002825764321757198, |
| "std": 0.0014965985811042732, |
| "min": 0.001496487582863362, |
| "max": 0.005397249431087365 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.05801376597836775, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.06853879105188007, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.07774936061381074, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.07710843373493977, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.06425702811244981, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.45453465315678554, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.348489928787613, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.46103410735073025, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4329934518241347, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.44689699140777084, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.5487719544302176, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.39499846060642174, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.5064003599986154, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5007776336496106, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6362946372146648, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4907581884518499, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.32645966955454164, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.42865099938480467, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.42366919991467084, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.572037609102215, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.0024215889977243494, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0025873157217769865, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.002226179875333927, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.001496487582863362, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.005397249431087365, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.005, |
| 0.01 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0663656378441958, |
| "std": 0.009901307723431575, |
| "min": 0.05725646123260437, |
| "max": 0.07711821410451548 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.41898143755043915, |
| "std": 0.05945364415661427, |
| "min": 0.31417824074074074, |
| "max": 0.4570756272994282 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.5057119561083213, |
| "std": 0.10005714147402384, |
| "min": 0.3547275267815556, |
| "max": 0.6310773342718137 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.43934631826412546, |
| "std": 0.0991562015356911, |
| "min": 0.29747106554895125, |
| "max": 0.5674882177936724 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.001524438507964777, |
| "std": 0.0007698172196033509, |
| "min": 0.0007507173246264965, |
| "max": 0.002728307113881468 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.05730937348227295, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.05725646123260437, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.07711821410451548, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.07655502392344497, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.06358911647814125, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4503813713224908, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.31417824074074074, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4570756272994282, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4297532170909699, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.4435187312985661, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.5437059200683907, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.3547275267815556, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.5020582486954701, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4969907507243763, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6310773342718137, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.48639654658611775, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.29747106554895125, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.42494003459095464, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.42043572680093133, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5674882177936724, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.0012293459978232908, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.001793311566241219, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.00112051053725141, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0007507173246264965, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.002728307113881468, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.005, |
| 0.01 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.06190818589945194, |
| "std": 0.011329878082076436, |
| "min": 0.047398843930635835, |
| "max": 0.07357212003872217 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.38832498285553635, |
| "std": 0.07496564230623358, |
| "min": 0.25536195152859176, |
| "max": 0.42986611450839224 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4638327916863426, |
| "std": 0.12169697847221474, |
| "min": 0.2676781973617166, |
| "max": 0.5992872540844005 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.4019246057868907, |
| "std": 0.11678824405387903, |
| "min": 0.22027935343108077, |
| "max": 0.5375844952591261 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.0006557823129251701, |
| "std": 0.00041445475311508546, |
| "min": 0.00035250463821892396, |
| "max": 0.0013673469387755102 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.0544280442804428, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.047398843930635835, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.07357212003872217, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0724391624221845, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.06170275882527441, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.42554776574916503, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.25536195152859176, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.42986611450839224, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.40493051697817745, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.4259185655133553, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.5120841886230071, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2676781973617166, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4723374235406742, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4677768948219149, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5992872540844005, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4576561443425643, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.22027935343108077, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.39876530350195205, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.3953377323997304, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5375844952591261, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.0006233766233766234, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.00035250463821892396, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0005602968460111318, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0003753865182436611, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0013673469387755102, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.005, |
| 0.01, |
| 0.02 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.000655543322081318, |
| "std": 9.445781201845953e-05, |
| "min": 0.0004938156417811271, |
| "max": 0.0007150400212604667 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.08500901067877495, |
| "std": 0.01959379095008962, |
| "min": 0.05024333401294363, |
| "max": 0.09742777619989017 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.23103726682311568, |
| "std": 0.04941752137736377, |
| "min": 0.14329601271947937, |
| "max": 0.2618373273867167 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.23038172350103436, |
| "std": 0.04932517127284255, |
| "min": 0.14280219707769823, |
| "max": 0.2611249045411472 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.5558489053803339, |
| "std": 0.1975239087458258, |
| "min": 0.21716512059369203, |
| "max": 0.7199758812615955 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.0004938156417811271, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0007124228455695601, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0007076278562951189, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0007150400212604667, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0006488102455003172, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.05024333401294363, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.09742777619989017, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.09343380358557288, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.09353511619384626, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.09040502340162183, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.14329601271947937, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2618373273867167, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2527418148996877, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.25248287808338293, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.24482830102631173, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.14280219707769823, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2611249045411472, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2520341870433926, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.25176783806212244, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.24417949078081141, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.21716512059369203, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.6671256648113791, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.5915943104514533, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5833835497835498, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7199758812615955, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002701166733984173, |
| 0.00028167077107355, |
| 0.00028207036666572094, |
| 0.0002832056488841772, |
| 0.0002848515287041664 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.009858908695393357, |
| "std": 0.009298695250165839, |
| "min": 0.0053561461508737284, |
| "max": 0.026484309350641822 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.1513369496836336, |
| "std": 0.06082068957436595, |
| "min": 0.08994268846280176, |
| "max": 0.24351172066402033 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.35483366745730893, |
| "std": 0.11019233024683481, |
| "min": 0.22524158122442267, |
| "max": 0.4964540293986394 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3449747587619155, |
| "std": 0.10372797772336852, |
| "min": 0.21988543507354893, |
| "max": 0.4699697200479976 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.572238052834669, |
| "std": 0.35339959438797136, |
| "min": 0.08275452656574651, |
| "max": 0.921086870485802 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.026484309350641822, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.00565521517042468, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.00618071474679909, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0053561461508737284, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.005618158058227469, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.24351172066402033, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.16052688500868942, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.10264712599745741, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.08994268846280176, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16005632828519903, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4964540293986394, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.39515679465182413, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.26261754818982164, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.22524158122442267, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.39469838382183675, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4699697200479976, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.38950157948139946, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.25643683344302254, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.21988543507354893, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.3890802257636093, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.08275452656574651, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9150341347580885, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.48403581676066093, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4582789156030474, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.921086870485802, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00026978866662830114, |
| 0.0002819437358994037, |
| 0.00028234132332727313, |
| 0.00028413085965439677, |
| 0.0002847809228114784 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.007789958613164452, |
| "std": 0.01045266903938076, |
| "min": 0.00275028568108307, |
| "max": 0.026476637409113293 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.12738113192754766, |
| "std": 0.06555769355379562, |
| "min": 0.08722255267001126, |
| "max": 0.24290193233931348 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.30530493054248076, |
| "std": 0.10884219611087281, |
| "min": 0.23118547623512836, |
| "max": 0.49392607486162804 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2975149719293163, |
| "std": 0.09865622266744696, |
| "min": 0.2284351905540453, |
| "max": 0.46744943745251477 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.687941773028594, |
| "std": 0.37695842871011653, |
| "min": 0.04137726328287326, |
| "max": 0.9565152864351439 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.026476637409113293, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.00275028568108307, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0035136704264394467, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0034589138681033788, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.00275028568108307, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.24290193233931348, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.08722255267001126, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.11052705132032803, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.10903157063807417, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.08722255267001126, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.49392607486162804, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.23118547623512836, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2868180777521314, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.28340954762838766, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.23118547623512836, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.46744943745251477, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2284351905540453, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.28330440732569195, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2799506337602843, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2284351905540453, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.04137726328287326, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9565152864351439, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.735743791431681, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.749557237558128, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9565152864351439, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00026914896443486214, |
| 0.00028129236306995153, |
| 0.00028190662851557136, |
| 0.000282647815765813, |
| 0.0002847809228114784 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0066546155176738, |
| "std": 0.011042800084784003, |
| "min": 0.001471035812113219, |
| "max": 0.026403975040443728 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.1053036158902898, |
| "std": 0.07430895639255175, |
| "min": 0.06246138809231819, |
| "max": 0.23725772191057362 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.24944433080431602, |
| "std": 0.12584449940748835, |
| "min": 0.17013954201238674, |
| "max": 0.4711352810381827 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.24278971528664223, |
| "std": 0.11494327446365726, |
| "min": 0.16866850620027352, |
| "max": 0.44473130599773897 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6728910327767471, |
| "std": 0.38399138452827886, |
| "min": 0.02069016697588126, |
| "max": 0.9746196660482375 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.026403975040443728, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0014870516331508276, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.00196209796760366, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0019489171350575599, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.001471035812113219, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.23725772191057362, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.06425881062262738, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.08141778117479781, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.08112237765113199, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.06246138809231819, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4711352810381827, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.1742547495584396, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.21602191083593253, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.21567017057663868, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.17013954201238674, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.44473130599773897, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.17276769792528876, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.21405981286832887, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2137212534415811, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16866850620027352, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.02069016697588126, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9366672850958565, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7109764996907854, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7215015460729747, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9746196660482375, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002, |
| 0.0002701335761230439, |
| 0.00028130068676546216, |
| 0.0002826936251949519, |
| 0.0002847809228114784 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.00347964131784203, |
| "std": 0.0007542402263439388, |
| "min": 0.0027501821392557145, |
| "max": 0.004637761701086003 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.2975348750078338, |
| "std": 0.03607251580095264, |
| "min": 0.24162386260287075, |
| "max": 0.33641526956922785 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.6015057903864602, |
| "std": 0.07586493774699653, |
| "min": 0.4719733074426152, |
| "max": 0.6677488562714049 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.5980261490686182, |
| "std": 0.07545417523567537, |
| "min": 0.46922312530335947, |
| "max": 0.664031416861268 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.056763042671614104, |
| "std": 0.03926077114304812, |
| "min": 0.025392455163883734, |
| "max": 0.12421632653061225 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.003394935139973715, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0027501821392557145, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.004637761701086003, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.003717439410136951, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.002897888198757764, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.3112148878371163, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.24162386260287075, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.31289270592627744, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.33641526956922785, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2855276491036767, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.6396719244631184, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.4719733074426152, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.620505744456497, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.6677488562714049, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6076291192986658, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.6362769893231447, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.46922312530335947, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.615867982755411, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.664031416861268, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.604731231099908, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.041071861471861475, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.025392455163883734, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.037147804576376, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.055986765615337046, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.12421632653061225, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0005393968409013734, |
| 0.001021229882830197, |
| 0.0013572092986540852, |
| 0.001442534703828549, |
| 0.0014632086704014654 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.012936887506760619, |
| "std": 0.0010861342333245315, |
| "min": 0.011492789729228419, |
| "max": 0.014246556800108287 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.34579050632090236, |
| "std": 0.02377186314441771, |
| "min": 0.3186326966868806, |
| "max": 0.3665570668664193 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.6921863051786654, |
| "std": 0.057214573939719605, |
| "min": 0.6170788209868917, |
| "max": 0.7408743604065289 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.6792494176719048, |
| "std": 0.05726305372578923, |
| "min": 0.6028322641867834, |
| "max": 0.7272887839717904 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.24009102602156923, |
| "std": 0.0928155581273325, |
| "min": 0.13341248639556744, |
| "max": 0.3090951815573365 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.011492789729228419, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.013106997858124742, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.014246556800108287, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.013585576434738445, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.012252516711603196, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.3186326966868806, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.3655334236435691, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.32161191611096424, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.3665570668664193, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.3566174282966785, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.6456200196251293, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7398705155472896, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6170788209868917, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7408743604065289, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7174878093274878, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.6341272298959009, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7267635176891648, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6028322641867834, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7272887839717904, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7052352926158846, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.13341248639556744, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.3068887899475611, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.14358118135945386, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.3090951815573365, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.3074774908479272, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0005436268660297483, |
| 0.0006166165592580956, |
| 0.0007465386633598005, |
| 0.0014632082671483923, |
| 0.0014882655838293205 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.012522340011631166, |
| "std": 0.0016018805893483327, |
| "min": 0.010293697838827224, |
| "max": 0.014244146704560834 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.34334086004373804, |
| "std": 0.022852052082273543, |
| "min": 0.3179193199949169, |
| "max": 0.36524448333846904 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.6857131503190195, |
| "std": 0.05537732130173235, |
| "min": 0.6141812807681712, |
| "max": 0.7365490884872157 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.6731908103073884, |
| "std": 0.05553767153675633, |
| "min": 0.5999371340636104, |
| "max": 0.7230514919507499 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.1184503314534481, |
| "std": 0.04506675919516373, |
| "min": 0.06670624319778372, |
| "max": 0.15408504007123774 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.011490700169087834, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.01308555880921415, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.014244146704560834, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.013497596536465794, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.010293697838827224, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.3179193199949169, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.36399388919405107, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3208182317552862, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.36524448333846904, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.34872837593596695, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.6427222935095626, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7361209272894985, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6141812807681712, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7365490884872157, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6989921615406495, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.6312315933404747, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7230353684802844, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.5999371340636104, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7230514919507499, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6886984637018222, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.06670624319778372, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.15368556446027506, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.07179059067972693, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.15408504007123774, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.14598421885821708, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0006294738670532621, |
| 0.0006776005131691771, |
| 0.0007519771209341887, |
| 0.0014632082671483923, |
| 0.0014882655838293205 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.010287276360038863, |
| "std": 0.002686481400804917, |
| "min": 0.006734646906365392, |
| "max": 0.013757803485310216 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.3021399507767809, |
| "std": 0.042856591284064, |
| "min": 0.24066482674710968, |
| "max": 0.35193063179186285 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.6006499255079836, |
| "std": 0.07567424048289119, |
| "min": 0.48364281191756603, |
| "max": 0.691273953290052 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.5903626491479447, |
| "std": 0.07589123629900595, |
| "min": 0.47288261881572224, |
| "max": 0.6825790409197952 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.057441929499072356, |
| "std": 0.04134148942976998, |
| "min": 0.020547928262213976, |
| "max": 0.12288311688311689 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.011488825936418005, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.010760193101843772, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.013757803485310216, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.008694912370256934, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.006734646906365392, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.30575189275627285, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.24066482674710968, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.32901058451573606, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.35193063179186285, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2833418180729231, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.6099212745225361, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.48364281191756603, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6288351083076325, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.691273953290052, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5895764795021311, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.5984324485861181, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.47288261881572224, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6150773048223223, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.6825790409197952, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5828418325957657, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.030718614718614718, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.020547928262213976, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.041087198515769946, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.07197278911564625, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.12288311688311689, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0006820998141378855, |
| 0.0009633156281329466, |
| 0.0013572138352511622, |
| 0.0013755693906898965, |
| 0.0015083511573617753 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.001692736472985844, |
| "std": 0.0004188778823216006, |
| "min": 0.001008153911497155, |
| "max": 0.002078902199880332 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.14914807478919873, |
| "std": 0.032446265301716536, |
| "min": 0.09460750931776095, |
| "max": 0.17299721297318826 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.281900673424129, |
| "std": 0.06965835259895045, |
| "min": 0.17657638185878205, |
| "max": 0.36723610814010926 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2802079369511431, |
| "std": 0.06925745403651407, |
| "min": 0.17556822794728488, |
| "max": 0.36515720594022893 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.04322077922077922, |
| "std": 0.015619298009606992, |
| "min": 0.02625751391465677, |
| "max": 0.0589282622139765 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.0016304484151205278, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.001786130143937306, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0019600476944939, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.001008153911497155, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.002078902199880332, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.14442504878529014, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.16383974771641738, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.17299721297318826, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.09460750931776095, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.16987085515333694, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.265022372628049, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3062219870023089, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.2944465174913956, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.17657638185878205, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.36723610814010926, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.26339192421292845, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3044358568583716, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.2924864697969017, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.17556822794728488, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.36515720594022893, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0589282622139765, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.057648732220160794, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.04519196042053185, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.02625751391465677, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.028077427334570193, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.08, |
| 0.1 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.01805388290899331, |
| "std": 0.004835410031272547, |
| "min": 0.011684287006420426, |
| "max": 0.024960845732184808 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.31723135564296057, |
| "std": 0.032922909485364145, |
| "min": 0.28520211660517514, |
| "max": 0.35323298220195054 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.5545957535300212, |
| "std": 0.05291976314318387, |
| "min": 0.47313209204823786, |
| "max": 0.6023409019864735 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.5365418706210278, |
| "std": 0.0547523973572839, |
| "min": 0.45626799482364494, |
| "max": 0.5906566149800531 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.09400069258929455, |
| "std": 0.05080713313175061, |
| "min": 0.04792965271593945, |
| "max": 0.16420797467102008 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.016864097224592905, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.01972516815912186, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.024960845732184808, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.017035016422646553, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.011684287006420426, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.28520211660517514, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3500819147736832, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.35323298220195054, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3101459291213085, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.2874938355126855, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.47313209204823786, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.5865273622259427, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.5303411060257172, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.5806373053637345, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.6023409019864735, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.45626799482364494, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.5668021940668209, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.5053802602935323, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.5636022889410879, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5906566149800531, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.06984763035519936, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.05733155238943306, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.04792965271593945, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.1306866528148808, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.16420797467102008, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.05, |
| 0.08, |
| 0.1 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.016110218166136593, |
| "std": 0.005998581011452884, |
| "min": 0.008571862589787548, |
| "max": 0.023191305534082125 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.27658069580542066, |
| "std": 0.05921597516408298, |
| "min": 0.2160234001333052, |
| "max": 0.3409571337826908 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4712685600792209, |
| "std": 0.08011144927032286, |
| "min": 0.3704561794666731, |
| "max": 0.57270947387435 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.45515834191308435, |
| "std": 0.07792651255459898, |
| "min": 0.3591438068453628, |
| "max": 0.5537110636994692 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.049700455130107846, |
| "std": 0.03684905017300331, |
| "min": 0.025880577817354308, |
| "max": 0.11266572672405263 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.011312372621310312, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.018998410174880763, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.023191305534082125, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.018477139910622206, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.008571862589787548, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.2160234001333052, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3409571337826908, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.33689092573275314, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2606560686639405, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.22837595071441363, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.3704561794666731, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.57270947387435, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.5094071833388841, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.41307788619921965, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4906920775169778, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.3591438068453628, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.5537110636994692, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.486215877804802, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3946007462885974, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.48212021492719026, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.052691204115959234, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.02979989116453943, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.025880577817354308, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.02746487582863362, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.11266572672405263, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.05, |
| 0.08, |
| 0.1 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.015247655927156777, |
| "std": 0.008986797239635393, |
| "min": 0.007379212786746584, |
| "max": 0.028949691085613415 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.2094029351195231, |
| "std": 0.047970894595050655, |
| "min": 0.1600767886426284, |
| "max": 0.28953047944835925 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3493011789060551, |
| "std": 0.0784709395452888, |
| "min": 0.2769459546244767, |
| "max": 0.4666657840911348 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.33405352297889834, |
| "std": 0.0787597726808095, |
| "min": 0.26320327785336994, |
| "max": 0.44734760227295295 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.019198021026592453, |
| "std": 0.014678247188046134, |
| "min": 0.0027860235003092145, |
| "max": 0.04168893011750155 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.007379212786746584, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.01931818181818182, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.028949691085613415, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.01226752201682564, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.008323671928416423, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.1600767886426284, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.28953047944835925, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.20397124965652888, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.19661692001462533, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.19681923783547378, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.2769459546244767, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.4666657840911348, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.29215296893898335, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3215961142158263, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.3891450726598544, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.2695667418377301, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.44734760227295295, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.26320327785336994, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.30932859219900066, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.38082140073143794, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.04168893011750155, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.010166975881261595, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0027860235003092145, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.021262213976499692, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.02008596165739023, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.08, |
| 0.1, |
| 0.2 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.002829241015607336, |
| "std": 0.0008385182499278472, |
| "min": 0.002068681772914111, |
| "max": 0.00400312243549969 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.19506132405627552, |
| "std": 0.03341186919631261, |
| "min": 0.16083569292964747, |
| "max": 0.23211789308126832 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4006042571190199, |
| "std": 0.09370061309902981, |
| "min": 0.2863487755227932, |
| "max": 0.5057290416588791 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.39777501610341254, |
| "std": 0.09342259085449434, |
| "min": 0.2830040701913329, |
| "max": 0.5017259192233794 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.01520235003092146, |
| "std": 0.013446242178130542, |
| "min": 0.0016064316635745208, |
| "max": 0.03192430426716141 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.0026467855605157606, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.002068681772914111, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.00208290997764682, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0033447053314602988, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.00400312243549969, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.23211789308126832, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.19094441931639336, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.16485748333864078, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.16083569292964747, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.22655113161542761, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.48493981229339306, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.38616767546901964, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.33983598065101456, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2863487755227932, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5057290416588791, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.4822930267328773, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3840989936961055, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.33775307067336774, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2830040701913329, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5017259192233794, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.027048113790970933, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.03192430426716141, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.009495980210265924, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0016064316635745208, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.005936920222634508, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.016231351161484737, |
| "std": 0.00506423236804874, |
| "min": 0.012095158293562608, |
| "max": 0.024537870112874206 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.2937694425517297, |
| "std": 0.0276260699067859, |
| "min": 0.25572856051368525, |
| "max": 0.3296389749733903 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.5430325295439387, |
| "std": 0.0740889720448565, |
| "min": 0.47261322844070225, |
| "max": 0.6562774730922674 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.5268011783824539, |
| "std": 0.0743888677938, |
| "min": 0.46051807014713964, |
| "max": 0.6396713821034217 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.047855941426733946, |
| "std": 0.029409395848307603, |
| "min": 0.01251113089937667, |
| "max": 0.07633570792520035 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.01222529471692621, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.012095158293562608, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.024537870112874206, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.01569234169521494, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.016606090988845718, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.3028035236186743, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.25572856051368525, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.27999632336313063, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.300679830289768, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.3296389749733903, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.5768233236256973, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.47261322844070225, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.5116723674766515, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.49777625508437506, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.6562774730922674, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.5645980289087711, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.46051807014713964, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.48713449736377723, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.4820839133891601, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.6396713821034217, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.06537300880577818, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.06528643514395963, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.01251113089937667, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0197734243593549, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.07633570792520035, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.011776711221769876, |
| "std": 0.005117894394726336, |
| "min": 0.006403642961329112, |
| "max": 0.019849146486701073 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.22421694517240046, |
| "std": 0.03980326313080014, |
| "min": 0.16176542623012913, |
| "max": 0.2724598040570218 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4345103901380763, |
| "std": 0.09251305768823673, |
| "min": 0.3108270369881256, |
| "max": 0.5655038878451817 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.4227336789163064, |
| "std": 0.0902513347968921, |
| "min": 0.30442339402679647, |
| "max": 0.5525178187961205 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.0272573463935886, |
| "std": 0.01635259738911405, |
| "min": 0.00802908875037103, |
| "max": 0.049730384881765115 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.008918001736248123, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.006403642961329112, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.019849146486701073, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.010726695875509895, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.012986069049061175, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.2270292295163525, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.16176542623012913, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.23420382391023928, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2256264421482596, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.2724598040570218, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.4541508313100257, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3108270369881256, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.4437163794060617, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3983538151409869, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5655038878451817, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.4452328295737776, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.30442339402679647, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.4238672329193606, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.387627119265477, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5525178187961205, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.030024982685267636, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.03344711586029484, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.00802908875037103, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.015055159790244386, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.049730384881765115, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.009962019740560447, |
| "std": 0.004315216342666275, |
| "min": 0.004578192172408018, |
| "max": 0.016197783461210574 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.1697921962176252, |
| "std": 0.03937109759451842, |
| "min": 0.10554731176319206, |
| "max": 0.20219147661108805 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3408594825588104, |
| "std": 0.08261638767751367, |
| "min": 0.2167503101126067, |
| "max": 0.4415948106689657 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3308974628182499, |
| "std": 0.07927520828147509, |
| "min": 0.2121721179401987, |
| "max": 0.4298567373898511 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.008367841682127397, |
| "std": 0.0023583622377585994, |
| "min": 0.005085961657390229, |
| "max": 0.01035930735930736 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.008704984497972811, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.004578192172408018, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.016197783461210574, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.00859106529209622, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.011738073279114613, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.1596269732904185, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.10554731176319206, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.19512358967789506, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.18647162974553239, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.20219147661108805, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.3313747927063083, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2167503101126067, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3809676016171751, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.33360989768899596, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4415948106689657, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.3226698082083355, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2121721179401987, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3647698181559645, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3250188323968997, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4298567373898511, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.009654916512059368, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.01035930735930736, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.005085961657390229, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.010080395794681509, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.006658627087198516, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0026125750208171442, |
| "std": 0.0007567108180601367, |
| "min": 0.0018414421399496025, |
| "max": 0.003438698584843275 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.12004984556809643, |
| "std": 0.06023907872870804, |
| "min": 0.042906126190853267, |
| "max": 0.20002472134774485 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.24102217940052184, |
| "std": 0.13629274822774434, |
| "min": 0.06919785857013828, |
| "max": 0.4405198598043062 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.23840960437970468, |
| "std": 0.13573634707074209, |
| "min": 0.06735555938074993, |
| "max": 0.43726313068468925 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.004276685219542362, |
| "std": 0.004829522662220775, |
| "min": 0.00042881880024737165, |
| "max": 0.012518243661100804 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.00268370607028754, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.003438698584843275, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0018414421399496025, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.001842299189388357, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0032567291196169464, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.09710793321083327, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.1569315132056949, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.10327893388535589, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.042906126190853267, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.20002472134774485, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.186659362535767, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.283249876555753, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.2254839395366447, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.06919785857013828, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4405198598043062, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.18397565646547948, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2798111779709097, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.2236424973966951, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.06735555938074993, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.43726313068468925, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0016931354359925788, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.004433395176252319, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0023098330241187385, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.00042881880024737165, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.012518243661100804, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.015694746589097253, |
| "std": 0.003591671570543508, |
| "min": 0.01267427122940431, |
| "max": 0.0205686630369026 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.16276279599467128, |
| "std": 0.03702437856278332, |
| "min": 0.12305221580797777, |
| "max": 0.21207047330588913 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3010546945713337, |
| "std": 0.05010267654001306, |
| "min": 0.22237658124637444, |
| "max": 0.3374691422247865 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.28535994798223646, |
| "std": 0.04769577870036795, |
| "min": 0.20932175095916816, |
| "max": 0.31898912374476807 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.00600375977045612, |
| "std": 0.0030413161402819498, |
| "min": 0.0030746017611556348, |
| "max": 0.010032650638171565 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.013054830287206266, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.01848001848001848, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.01267427122940431, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0205686630369026, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.013695949911954608, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.12305221580797777, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.21207047330588913, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.13288915578187116, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.1866312847963942, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.15917085028122405, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.22237658124637444, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3374691422247865, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.27966639148093675, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3374418848724159, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.3283194730321549, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.20932175095916816, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.31898912374476807, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.26699212025153246, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3168732218355133, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.3146235231202003, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0030746017611556348, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.008098347679825863, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0032452755515979025, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.005567923221529633, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.010032650638171565, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.012426852806462965, |
| "std": 0.005333227666358275, |
| "min": 0.005460750853242321, |
| "max": 0.02015411973918198 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.12950332830320144, |
| "std": 0.05605188948381181, |
| "min": 0.04684227229450968, |
| "max": 0.1840127014362662 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.24185379631697046, |
| "std": 0.0868538356837431, |
| "min": 0.10984387215996587, |
| "max": 0.33432003556596124 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2294269435105075, |
| "std": 0.0818631441187217, |
| "min": 0.10438312130672354, |
| "max": 0.3141659158267793 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.002608835460571881, |
| "std": 0.001935467532779746, |
| "min": 0.0004947066389630949, |
| "max": 0.005720045513010785 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.011185682326621925, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.014059753954305799, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.011273957158962795, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.02015411973918198, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.005460750853242321, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.11778287307219655, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.17969557482138315, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.1191832198916516, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.1840127014362662, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.04684227229450968, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.21014056663719285, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.29555470142676327, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.259409805794969, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.33432003556596124, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.10984387215996587, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.19895488431057093, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.28149494747245746, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.24813584863600618, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3141659158267793, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.10438312130672354, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0019998515880083113, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.005720045513010785, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0019738794894627485, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0028556940734144652, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0004947066389630949, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.01119211887721548, |
| "std": 0.005022919520207697, |
| "min": 0.004807692307692307, |
| "max": 0.018831348656881748 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.11950764890450612, |
| "std": 0.05074475609731675, |
| "min": 0.04393081279657125, |
| "max": 0.17388386719173746 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.22785982657353704, |
| "std": 0.07911462942092182, |
| "min": 0.1067457375833951, |
| "max": 0.31802311631118385 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.21666770769632157, |
| "std": 0.07443767874640678, |
| "min": 0.1019380452757028, |
| "max": 0.2991917676543021 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.0015006802721088436, |
| "std": 0.0012055357942519695, |
| "min": 0.0003116883116883117, |
| "max": 0.0035126777983920843 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.010309278350515464, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.011695906432748539, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.010316368638239341, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.018831348656881748, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.004807692307692307, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.11130870584431331, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.1579992352547558, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.11041562343515275, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.17388386719173746, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.04393081279657125, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.20443519333920424, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.26532858639687246, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.24476649923702953, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.31802311631118385, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.1067457375833951, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.19412591498868878, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2536326799641239, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.2344501305987902, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2991917676543021, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.1019380452757028, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0010822510822510823, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0035126777983920843, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0010810142238713667, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0015157699443413728, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0003116883116883117, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0037736840271503577, |
| "std": 0.0012118699857535593, |
| "min": 0.0029424127784783522, |
| "max": 0.005897939994871356 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.21032274703934553, |
| "std": 0.04821145875766877, |
| "min": 0.13539446199130012, |
| "max": 0.2682493391647262 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.37288797408747854, |
| "std": 0.09446975287636859, |
| "min": 0.22039566333970034, |
| "max": 0.4541140407970205 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.36911429006032814, |
| "std": 0.09432711805206372, |
| "min": 0.217453250561222, |
| "max": 0.45054053460571325 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.004504539270253556, |
| "std": 0.00277275768973151, |
| "min": 0.001522943722943723, |
| "max": 0.008687322201607915 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.0033573873422136956, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.003097173828881146, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0029424127784783522, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.005897939994871356, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.003573506191307238, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.2682493391647262, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.20441214417386547, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.13539446199130012, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.22566599998043468, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.21789178988640112, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.44868694500233336, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.37735961055895995, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.22039566333970034, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3638836107393784, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4541140407970205, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.44532955766011967, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3742624367300788, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.217453250561222, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.35798567074450705, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.45054053460571325, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.005430797773654916, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.004230179344465059, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.001522943722943723, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0026514533085961658, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.008687322201607915, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.020306854641425946, |
| "std": 0.006799890593691795, |
| "min": 0.012024257632789628, |
| "max": 0.030370370370370364 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.31894420698818526, |
| "std": 0.047331205244476655, |
| "min": 0.26086649919553234, |
| "max": 0.38200179460101663 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.5393080442029143, |
| "std": 0.08382153402586862, |
| "min": 0.4073509199876191, |
| "max": 0.6304826850687859 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.5190011895614883, |
| "std": 0.08687800582865718, |
| "min": 0.3862603850081952, |
| "max": 0.6138219771674631 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.029315326011675073, |
| "std": 0.026391672443609994, |
| "min": 0.004068962105471455, |
| "max": 0.0665751459384585 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.016660707901322847, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.02138840232322301, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.02109053497942387, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.030370370370370364, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.012024257632789628, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.38200179460101663, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.30180702036802187, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.26086649919553234, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3499638832422191, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.30008183753413636, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.6304826850687859, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.551963463682504, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.4073509199876191, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.5231807249206608, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5835624273550017, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.6138219771674631, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.530575061359281, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3862603850081952, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.49281035455029043, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5715381697222122, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0665751459384585, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.024220837043633127, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.007007519540912239, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.004068962105471455, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.04470416542990007, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.1, |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.016542308314081426, |
| "std": 0.007315696478545316, |
| "min": 0.008170871559633027, |
| "max": 0.026973684210526316 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.24012808383234296, |
| "std": 0.05778381935942338, |
| "min": 0.1656142112861716, |
| "max": 0.3231296638237823 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4021395209358275, |
| "std": 0.09930723729972839, |
| "min": 0.24700654033204764, |
| "max": 0.48397755354947186 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.38559721262174607, |
| "std": 0.09774430533636969, |
| "min": 0.23030507895417707, |
| "max": 0.45700386933894555 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.00519664588898783, |
| "std": 0.006074020737200343, |
| "min": 0.0016448995745522905, |
| "max": 0.01593821114079351 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.011389521640091117, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.019476002782286114, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.016701461377870565, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.026973684210526316, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.008170871559633027, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.2251054852320675, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.26166119072060445, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.1656142112861716, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3231296638237823, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.22512986809908905, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.35879236229131267, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.45937946725189766, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.24700654033204764, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.48397755354947186, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4615416812544075, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.34740284065122157, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.43990346446961154, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.23030507895417707, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.45700386933894555, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.45337080969477445, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0019404867913327397, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0040170179083803305, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0016448995745522905, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.002442614029880281, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.01593821114079351, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.013646120927699812, |
| "std": 0.006773001125535398, |
| "min": 0.006516342573438146, |
| "max": 0.0239695995323005 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.21954844569166232, |
| "std": 0.058600538898278126, |
| "min": 0.15340459969134643, |
| "max": 0.30046102485294895 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3673143252863447, |
| "std": 0.10028910465565644, |
| "min": 0.23133715755118187, |
| "max": 0.4554233007850691 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3536682043586449, |
| "std": 0.09922328477614482, |
| "min": 0.21606998197866278, |
| "max": 0.43708558281057147 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.003620779220779221, |
| "std": 0.004346389540674709, |
| "min": 0.0009029066171923315, |
| "max": 0.011240568954854669 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.008802816901408451, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.013674670058832883, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.015267175572519083, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0239695995323005, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.006516342573438146, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.18265891116039673, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.25519274478475146, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.15340459969134643, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.30046102485294895, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.20602494796886814, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.29083501784981214, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.4153742248616508, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.23133715755118187, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.4554233007850691, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4436019253840096, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.2820322009484037, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.40169955480281794, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.21606998197866278, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.4314537012527686, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.43708558281057147, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0013902288188002473, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0031719233147804574, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0009029066171923315, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0013982683982683983, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.011240568954854669, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0006175979748444972, |
| "std": 6.723431511345116e-05, |
| "min": 0.0005395660023552084, |
| "max": 0.000687991383709005 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.08180329398071068, |
| "std": 0.013544748931105265, |
| "min": 0.06046181002685303, |
| "max": 0.09170559714407109 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.22056244847642267, |
| "std": 0.03734327197007739, |
| "min": 0.16301936607754167, |
| "max": 0.2480828253168327 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2199448505015782, |
| "std": 0.03728443961138173, |
| "min": 0.1624675064035813, |
| "max": 0.24742507585853188 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6338042300556587, |
| "std": 0.2507607336766575, |
| "min": 0.21222844774273344, |
| "max": 0.8827594310451453 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.0005518596739603732, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0006577494583008349, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0005395660023552084, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.000687991383709005, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0006508233558970649, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.06046181002685303, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.09170559714407109, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.07610963330033767, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.08961425169301492, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.09112517773927671, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.16301936607754167, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2480828253168327, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.20220259920022512, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.24375811032725037, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2457493414602635, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.1624675064035813, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.24742507585853188, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2016630331978699, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.24307011894354136, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.24509851810436645, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.21222844774273344, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7071789734075449, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.8827594310451453, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.655947804576376, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7109064935064935, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00024381681578233838, |
| 0.0002703598001971841, |
| 0.00027441306156106293, |
| 0.0002784867538139224, |
| 0.00027882601716555655 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.010646547680643631, |
| "std": 0.009091660121962298, |
| "min": 0.005639067545640032, |
| "max": 0.026612927125626056 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.16674283792931957, |
| "std": 0.04706476664025482, |
| "min": 0.1110438397786047, |
| "max": 0.24179585238367046 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3913796290737717, |
| "std": 0.07015617234020738, |
| "min": 0.2883417650922405, |
| "max": 0.4864922341150057 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3807330813931281, |
| "std": 0.06491382662211008, |
| "min": 0.27868986084470576, |
| "max": 0.4598793069893796 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6241896705253784, |
| "std": 0.41065405269695054, |
| "min": 0.08085485307212822, |
| "max": 0.9213416444048679 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.026612927125626056, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.005648734389013078, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.00568010509540423, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.009651904247534756, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.005639067545640032, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.24179585238367046, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.1601110414083686, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.16063421440737302, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.1110438397786047, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16012924166858108, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4864922341150057, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.39479065437879374, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3925140767903833, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2883417650922405, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.3947594149924353, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4598793069893796, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.38914191998978065, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3868339716949791, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.27868986084470576, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.38912034744679525, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.08085485307212822, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9213416444048679, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.9162387454239636, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.28134213911150685, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9211709706144257, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002431461471132934, |
| 0.0002697413437999785, |
| 0.00027438640245236456, |
| 0.0002780304348561913, |
| 0.00028155450127087533 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.007206875839483156, |
| "std": 0.010865089659576754, |
| "min": 0.0011827321111768183, |
| "max": 0.02660504251473943 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.10446479485399655, |
| "std": 0.08187646601609166, |
| "min": 0.019439944457301548, |
| "max": 0.2411933776075557 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.24123553210507903, |
| "std": 0.1613799726515661, |
| "min": 0.029367206619275145, |
| "max": 0.4840644650115095 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2340286562655959, |
| "std": 0.15198406003212697, |
| "min": 0.02818447450809833, |
| "max": 0.4574594224967701 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.5820859305431878, |
| "std": 0.5127551339472974, |
| "min": 0.0007742158899772435, |
| "max": 0.9565152864351439 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.02660504251473943, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.00275028568108307, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.002750953470140531, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0011827321111768183, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0027453654202759313, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.2411933776075557, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.08722255267001126, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.08724283500251707, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.019439944457301548, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.08722526453259725, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4840644650115095, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.23118547623512836, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.23040938884616793, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.029367206619275145, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.23115112381331424, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4574594224967701, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2284351905540453, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2276584353760274, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.02818447450809833, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2284057583930383, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.04042742653606411, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9565152864351439, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.9562827743148313, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0007742158899772435, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9564299495399228, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00024276715703308582, |
| 0.0002697413437999785, |
| 0.00027438640245236456, |
| 0.0002780304348561913, |
| 0.000285720539977774 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.006615089943495571, |
| "std": 0.011136980463397231, |
| "min": 0.0014589084597825474, |
| "max": 0.026530371070668874 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.09076165157666524, |
| "std": 0.08204539789375309, |
| "min": 0.031681254572138745, |
| "max": 0.23561614605975847 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.21219018441019574, |
| "std": 0.1438368307990196, |
| "min": 0.09062518509001295, |
| "max": 0.4621544722787787 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.20557509446670016, |
| "std": 0.13312438976032662, |
| "min": 0.08847200309630879, |
| "max": 0.43562410120810985 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6610079158936302, |
| "std": 0.4509300379554766, |
| "min": 0.0202152133580705, |
| "max": 0.9827272727272728 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.026530371070668874, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0014589084597825474, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0014680041534393378, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0021531819937041672, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0014649840398829276, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.23561614605975847, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.06196203978961812, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.062336581960243484, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.031681254572138745, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.062212235501567396, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4621544722787787, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.1688543802092876, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.16981843825492582, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.09062518509001295, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16949844621797366, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.43562410120810985, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.16739547174950506, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.16835043410148648, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.08847200309630879, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16803346217809073, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.0202152133580705, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9827272727272728, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.9766338899196042, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.34681447124304265, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9786487322201608, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002, |
| 0.0002300136402482167, |
| 0.00023887513088993728, |
| 0.00027438640245236456, |
| 0.00028135377215221524 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.002839244726016104, |
| "std": 0.0014055201553382893, |
| "min": 0.0015570260801868433, |
| "max": 0.00458918723078781 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.11344735239772843, |
| "std": 0.05215606001713916, |
| "min": 0.04422040571422221, |
| "max": 0.17658327178527805 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.26579704586756064, |
| "std": 0.12358583427828769, |
| "min": 0.1360311898534274, |
| "max": 0.4448076750202692 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.26295780114154454, |
| "std": 0.12366414839800409, |
| "min": 0.13447416377324056, |
| "max": 0.44278198559528875 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.004966580086580087, |
| "std": 0.006165207367586338, |
| "min": 0.0013461966604823748, |
| "max": 0.015876932591218307 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.00412434125105018, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0018999796430752525, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.002025689424980434, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.00458918723078781, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0015570260801868433, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.08503531719948608, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.11199020227536667, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.17658327178527805, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.14940756501428915, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.04422040571422221, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.1652119748219299, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.27178749222596443, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.4448076750202692, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.31114689741621243, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.1360311898534274, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.1610876335708797, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2698875125828892, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.44278198559528875, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3065577101854246, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.13447416377324056, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0013768707482993197, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0034029684601113172, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.015876932591218307, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0028299319727891157, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0013461966604823748, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.1, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.010727828314232248, |
| "std": 0.0030802455090206595, |
| "min": 0.006323656223052602, |
| "max": 0.014334527877323108 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.16440632872776462, |
| "std": 0.04420834148717055, |
| "min": 0.1236361475439318, |
| "max": 0.23786880092608761 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.36002559619997526, |
| "std": 0.11617972461830063, |
| "min": 0.26905489411020966, |
| "max": 0.5563138131518957 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.34929776788574307, |
| "std": 0.1137924578244252, |
| "min": 0.2627312378871571, |
| "max": 0.5419792852745725 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.014698228950232511, |
| "std": 0.008898365132157035, |
| "min": 0.00599584446423271, |
| "max": 0.02707034728406055 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.00961323496534764, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.006323656223052602, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.014334527877323108, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.012796587576646227, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.010571134928791661, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.13752896018113672, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.1236361475439318, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.23786880092608761, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.15839502058327895, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.16460271440438795, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.2838373343689194, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.26905489411020966, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.5563138131518957, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3235832074044849, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.3673387319643668, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.27422409940357173, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2627312378871571, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.5419792852745725, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3107866198278387, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.35676759703557515, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.019518650440288908, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.00599584446423271, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.02707034728406055, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.006668645493222519, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.014237657069357871, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.1, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.006807753305469981, |
| "std": 0.0036980018094160414, |
| "min": 0.002669336002669336, |
| "max": 0.010952623535404991 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.10945088912540306, |
| "std": 0.06122864367998089, |
| "min": 0.03347640061525648, |
| "max": 0.19299696406724362 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.2511409611173737, |
| "std": 0.14418045901223492, |
| "min": 0.12011082544991639, |
| "max": 0.478233072358786 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.24433320781190368, |
| "std": 0.14096512937898192, |
| "min": 0.11744148944724705, |
| "max": 0.467280448823381 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.006657019887206886, |
| "std": 0.006467521103800908, |
| "min": 0.002389433066191748, |
| "max": 0.018105026219451866 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.005579507988840983, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.004407051282051282, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.010952623535404991, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.010430247718383311, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.002669336002669336, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.07891517659613233, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.09804613935969869, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.19299696406724362, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.14381976498868418, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.03347640061525648, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.14561269032771065, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2156791196445671, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.478233072358786, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2960690978058883, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.12011082544991639, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.14003318233886966, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.2112720683625158, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.467280448823381, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.285638850087505, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.11744148944724705, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0035594142673394677, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.004856782428020184, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.018105026219451866, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.004374443455031167, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.002389433066191748, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.1, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu_weather_h24", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.004657283091657516, |
| "std": 0.002873310351989516, |
| "min": 0.002313475997686524, |
| "max": 0.0094525403702245 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.08713410482710718, |
| "std": 0.03539578269908524, |
| "min": 0.036969834429575875, |
| "max": 0.1330139941503748 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.209055617580378, |
| "std": 0.08553820555850469, |
| "min": 0.12157774813170726, |
| "max": 0.3168721772329861 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2043983344887205, |
| "std": 0.08451922309197234, |
| "min": 0.11926427213402073, |
| "max": 0.31356600176953114 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.0027991341991341996, |
| "std": 0.0012806432499773903, |
| "min": 0.0014211502782931354, |
| "max": 0.004520098948670378 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.0051329911339244045, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.003081232492997199, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.003306175463454953, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0094525403702245, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.002313475997686524, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.07335569213391166, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0918614020950846, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.10046960132658891, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.1330139941503748, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.036969834429575875, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.13544861662147875, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.19598081171127166, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3168721772329861, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2753987342044462, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.12157774813170726, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.13031562548755435, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.19289957921827447, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.31356600176953114, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2659461938342217, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.11926427213402073, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0019332096474953618, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0036982065553494126, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.004520098948670378, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.002423005565862709, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0014211502782931354, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.3, |
| 0.5 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0027554617131344606, |
| "std": 0.0010888849544285033, |
| "min": 0.0014740203906154037, |
| "max": 0.003978746443051044 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.17090859723170176, |
| "std": 0.04047686720194535, |
| "min": 0.12218430629860097, |
| "max": 0.2264875300093167 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.35638584510932614, |
| "std": 0.09032661075096597, |
| "min": 0.22268222965661022, |
| "max": 0.46795172614222125 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3536303833961917, |
| "std": 0.0907743328516622, |
| "min": 0.21893843540252053, |
| "max": 0.4653493031095141 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.010800964749536178, |
| "std": 0.011307793167633017, |
| "min": 0.0012771799628942485, |
| "max": 0.029129251700680273 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.0037437942540896885, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.0019783244452090142, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0014740203906154037, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.003978746443051044, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.0026024230327071516, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.12218430629860097, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.1809729686535962, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.14188194761227685, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.18301623358471802, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.2264875300093167, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.22268222965661022, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.40012531103066123, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3364875741725597, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3546823845445782, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.46795172614222125, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.21893843540252053, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3981469865854522, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3350135537819443, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.35070363810152716, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.4653493031095141, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0012771799628942485, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.01413716759431045, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.00479208410636982, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.004669140383426098, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.029129251700680273, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.013655691986016547, |
| "std": 0.003064288092894302, |
| "min": 0.010515247108307044, |
| "max": 0.017845192951148784 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.2222219561322302, |
| "std": 0.068612974451766, |
| "min": 0.12664654352782623, |
| "max": 0.3098064830268362 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4342335956184513, |
| "std": 0.13238331958267657, |
| "min": 0.22723717713750308, |
| "max": 0.5952835470121373 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.42057790363243475, |
| "std": 0.13059925591392604, |
| "min": 0.21672193002919604, |
| "max": 0.5794332814358789 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.02054862966261007, |
| "std": 0.02189321852493811, |
| "min": 0.004447412684278223, |
| "max": 0.056067576926882357 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.010515247108307044, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.011848926191063935, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.012218828103304637, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.017845192951148784, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.015850265576258328, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.12664654352782623, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.23514322359982898, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.1893747086942956, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2501388218123639, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.3098064830268362, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.22723717713750308, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.46975335070929664, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.4388313446697724, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.44006255856354737, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5952835470121373, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.21672193002919604, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.4579044245182327, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.42661251656646776, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.4222173656123986, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5794332814358789, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.004447412684278223, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.027451271396062134, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.006297615514000198, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.008479271791827446, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.056067576926882357, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.010931248966985132, |
| "std": 0.003535277885116421, |
| "min": 0.00788436268068331, |
| "max": 0.016403526758253024 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.18933650687857217, |
| "std": 0.0593294088865109, |
| "min": 0.1079162350962175, |
| "max": 0.25501453744070673 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3853250982462472, |
| "std": 0.1172207993601839, |
| "min": 0.19681189159430446, |
| "max": 0.5172553944576963 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3743938492792621, |
| "std": 0.11526082075130117, |
| "min": 0.18892752891362113, |
| "max": 0.5050483949122122 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.014029385574354408, |
| "std": 0.014738630997131075, |
| "min": 0.0033887404768972, |
| "max": 0.03677772830711388 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.00788436268068331, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.008011413520632135, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.010149942329873126, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.016403526758253024, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.012206999545484059, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.1079162350962175, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.18336249012390426, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.1623425297604306, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.23804674197160172, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.25501453744070673, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.19681189159430446, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3796403112945744, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.41150510005450436, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.4214127938301568, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5172553944576963, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.18892752891362113, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.37162889777394226, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.4013551577246312, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.40500926707190377, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.5050483949122122, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.0033887404768972, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.021221678044919364, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.004044226773523301, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.004714554269318294, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.03677772830711388, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.008844166237577134, |
| "std": 0.0036010444504776733, |
| "min": 0.005117388748660143, |
| "max": 0.01471129091577786 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.17017232303990823, |
| "std": 0.05485942193604147, |
| "min": 0.09937369519832985, |
| "max": 0.226729727407505 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.3456881777429305, |
| "std": 0.10293157698741554, |
| "min": 0.18187865016757276, |
| "max": 0.45415946247619876 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.3368440115053533, |
| "std": 0.10133432810494146, |
| "min": 0.17487748330642924, |
| "max": 0.44522188799641144 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.010103277674706247, |
| "std": 0.011083627907574344, |
| "min": 0.001932591218305504, |
| "max": 0.026268398268398267 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 7, |
| "value": 0.0070011668611435224, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.005117388748660143, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.008453410182516812, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.01471129091577786, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.008937574479787332, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 7, |
| "value": 0.09937369519832985, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.14938342628742876, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.15039592221466835, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.2249788440916092, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.226729727407505, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 7, |
| "value": 0.18187865016757276, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.323212329597846, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.3734736878120269, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3957167586610078, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.45415946247619876, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 7, |
| "value": 0.17487748330642924, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.3180949408491859, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.36502027762951006, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.3810054677452299, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.44522188799641144, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 7, |
| "value": 0.001932591218305504, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 17, |
| "value": 0.017168212739641312, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 37, |
| "value": 0.0025015460729746444, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 57, |
| "value": 0.0026456400742115027, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 97, |
| "value": 0.026268398268398267, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.15, |
| 0.2, |
| 0.3 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0005524855672037344, |
| "std": 3.864412600940357e-05, |
| "min": 0.0005057825179019543, |
| "max": 0.0006040339888888368 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.07164938383885015, |
| "std": 0.006556565946161047, |
| "min": 0.06182533987250242, |
| "max": 0.07892160427759505 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.20185302299729843, |
| "std": 0.018299428665013905, |
| "min": 0.17269452770359542, |
| "max": 0.22218157532367563 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.20130053743009468, |
| "std": 0.018296989279232255, |
| "min": 0.17211673370575886, |
| "max": 0.2215775413347868 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6197105751391466, |
| "std": 0.30910050227102126, |
| "min": 0.22581076066790354, |
| "max": 0.9588571428571429 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.0006040339888888368, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.000532941187181528, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0005777939978365554, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0005418761442097979, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0005057825179019543, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.07892160427759505, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.07586161173658511, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.06182533987250242, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.06950848282026648, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.07212988048730175, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.22218157532367563, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.21037180175292197, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.17269452770359542, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2033106164921145, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.20070659371418467, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.2215775413347868, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.20983886056574044, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.17211673370575886, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.20276874034790468, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.20020081119628272, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.5006159554730983, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9099814471243043, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.22581076066790354, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5032875695732839, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9588571428571429, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002606518683023751, |
| 0.00028123805532231927, |
| 0.00028278783429414034, |
| 0.00028816089616157115, |
| 0.00028831177041865885 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.01411939737783544, |
| "std": 0.011635188932059573, |
| "min": 0.005636060100166944, |
| "max": 0.027781926811053025 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.19263594340017406, |
| "std": 0.04501855438328491, |
| "min": 0.15977956000729543, |
| "max": 0.24416957191197788 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.4257931093416185, |
| "std": 0.04549524292260173, |
| "min": 0.39407737525514647, |
| "max": 0.4925384357395131 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.4116737119637831, |
| "std": 0.034845536781985785, |
| "min": 0.38844131515497954, |
| "max": 0.46663155596188977 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.5741169486494508, |
| "std": 0.47898702418670663, |
| "min": 0.013950727218759276, |
| "max": 0.9234194122885129 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.005636060100166944, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.005636060100166944, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.02590687977762335, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.027781926811053025, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.005636060100166944, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.15977956000729543, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.15977956000729543, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.23967146506700618, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.24416957191197788, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.15977956000729543, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.39407737525514647, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.39407737525514647, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4925384357395131, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4541949852031399, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.39407737525514647, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.38844131515497954, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.38844131515497954, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.46663155596188977, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4264130583920869, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.38844131515497954, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.9234194122885129, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9234194122885129, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.08637577916295637, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.013950727218759276, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9234194122885129, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00018521470337873325, |
| 0.0002438416049699299, |
| 0.0002606456328066997, |
| 0.0002606526104500517, |
| 0.0002883114793803543 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.012376418057865393, |
| "std": 0.013201257527312249, |
| "min": 0.002747305898968793, |
| "max": 0.02774049217002237 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.14878019275284607, |
| "std": 0.08442915398703313, |
| "min": 0.08713204456539597, |
| "max": 0.24342288270264262 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.32691282462654847, |
| "std": 0.13208480223417152, |
| "min": 0.2309636203280157, |
| "max": 0.4900551948025372 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.31453640656868304, |
| "std": 0.11905339505419958, |
| "min": 0.2282163144290469, |
| "max": 0.46415551438013897 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.5845651528643514, |
| "std": 0.5108966939133424, |
| "min": 0.006975363609379638, |
| "max": 0.9575541703769664 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.002747305898968793, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.002747305898968793, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.02589968042239822, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.02774049217002237, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.002747305898968793, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.08713204456539597, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.08713204456539597, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.23908194736539978, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.24342288270264262, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.08713204456539597, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.2309636203280157, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2309636203280157, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4900551948025372, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.451618067346158, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2309636203280157, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.2282163144290469, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2282163144290469, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.46415551438013897, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4238775751761356, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2282163144290469, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.9575541703769664, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9575541703769664, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.043187889581478185, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.006975363609379638, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9575541703769664, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00018521470337873325, |
| 0.0002438416049699299, |
| 0.0002606456328066997, |
| 0.0002606526104500517, |
| 0.0002883114793803543 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.011519506840078677, |
| "std": 0.013769946337526496, |
| "min": 0.001471035812113219, |
| "max": 0.027352941176470587 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.13151154173948754, |
| "std": 0.09455648302229831, |
| "min": 0.06246138809231819, |
| "max": 0.2365506772536198 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.2813191893577128, |
| "std": 0.15286646962866243, |
| "min": 0.17013954201238674, |
| "max": 0.4676561751411253 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2697996825176341, |
| "std": 0.13922359360588243, |
| "min": 0.16866850620027352, |
| "max": 0.44182468955354215 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.5897884972170686, |
| "std": 0.5269906679651803, |
| "min": 0.0034879406307977735, |
| "max": 0.9746196660482375 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.001471035812113219, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.001471035812113219, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.025831485587583147, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.027352941176470587, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.001471035812113219, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.06246138809231819, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.06246138809231819, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.23362286716686329, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2365506772536198, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.06246138809231819, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.17013954201238674, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.17013954201238674, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4676561751411253, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4285211456102784, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.17013954201238674, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.16866850620027352, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.16866850620027352, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.44182468955354215, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.4011682044338078, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16866850620027352, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.9746196660482375, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9746196660482375, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.021595547309833023, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0034879406307977735, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9746196660482375, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002, |
| 0.0002438417504890822, |
| 0.000260645778325852, |
| 0.0002606526104500517, |
| 0.0002883114793803543 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.004546429694675032, |
| "std": 0.0014120999298872481, |
| "min": 0.0026426577586601383, |
| "max": 0.006568199246490847 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.29748392511772237, |
| "std": 0.012868439357804603, |
| "min": 0.2756667293290642, |
| "max": 0.30820726968158313 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.5906557578801308, |
| "std": 0.02737158059714251, |
| "min": 0.5521558725617307, |
| "max": 0.6239373622157508 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.5861093281854558, |
| "std": 0.026945326610355286, |
| "min": 0.5480197595988799, |
| "max": 0.6194077454910121 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.016807866419294992, |
| "std": 0.0036836114267075385, |
| "min": 0.012341125541125542, |
| "max": 0.021380705009276437 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.004136112962850736, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.006568199246490847, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0045296167247386755, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.004855561780634761, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0026426577586601383, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.2985122125101588, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.29937890424270136, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.3056545098251043, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.30820726968158313, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2756667293290642, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.5521558725617307, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.6079171724719479, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6239373622157508, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5803661485742072, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5889022335770174, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.5480197595988799, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.601348973225457, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6194077454910121, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5755105867935725, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.5862595758183573, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.016084972170686457, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.014596289424860853, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.019636239950525665, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.012341125541125542, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.021380705009276437, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.95 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.03560431762946002, |
| "std": 0.008809158358157916, |
| "min": 0.02462935239291061, |
| "max": 0.04873596787441818 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.3926165265132609, |
| "std": 0.014010934164100928, |
| "min": 0.3702273155255325, |
| "max": 0.4063154181985604 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.7282799455103544, |
| "std": 0.025784171509335416, |
| "min": 0.7028883266246737, |
| "max": 0.7623590438272105 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.6926756278808944, |
| "std": 0.0199602553757671, |
| "min": 0.6696707231715443, |
| "max": 0.7136230759527924 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.030619372711981795, |
| "std": 0.010925458415897562, |
| "min": 0.022801028989809045, |
| "max": 0.04860987434451371 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.03321760345312939, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.04873596787441818, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.038147512864494, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0332911515623479, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.02462935239291061, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.39555976109165375, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.40145293653054454, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4063154181985604, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.3895272012200133, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.3702273155255325, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.7028883266246737, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7623590438272105, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7476654358764496, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.707788551758277, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7206983694651612, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.6696707231715443, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7136230759527924, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7095179230119556, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.6744974001959292, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6960690170722506, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.023750865736618186, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.02449292569506283, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.033442168793905214, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.022801028989809045, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.04860987434451371, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.9, |
| 0.95 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.03557511803103047, |
| "std": 0.008798648622457047, |
| "min": 0.02461746391852102, |
| "max": 0.0486915291328531 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.391664739051225, |
| "std": 0.013905680686091083, |
| "min": 0.369479820868587, |
| "max": 0.4052951105632299 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.7252037371000112, |
| "std": 0.025669721937652358, |
| "min": 0.699798626339235, |
| "max": 0.7590968995963846 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.6896286190689807, |
| "std": 0.019887948249560174, |
| "min": 0.6666121634162013, |
| "max": 0.7104053704635315 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.015309686355990898, |
| "std": 0.005462729207948781, |
| "min": 0.011400514494904522, |
| "max": 0.024304937172256853 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.033186462923033656, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0486915291328531, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0381213575591361, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.033258776621608484, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.02461746391852102, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.3945515652074689, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.4004617740449798, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.4052951105632299, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.38853542457185924, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.369479820868587, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.699798626339235, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7590968995963846, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7444554956076256, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7047690151929771, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7178986487638336, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.6666121634162013, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7104053704635315, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7063341380484894, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.6715102385713686, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6932811848453125, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.011875432868309093, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.012246462847531414, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.016721084396952607, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.011400514494904522, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.024304937172256853, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.9, |
| 0.95 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.035300192316067396, |
| "std": 0.008700007560989128, |
| "min": 0.024505093215452623, |
| "max": 0.04827336828783222 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.3828491649394263, |
| "std": 0.012952356930876381, |
| "min": 0.36252633147981417, |
| "max": 0.39585180444145995 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.6972278451335353, |
| "std": 0.02466447592239507, |
| "min": 0.6717469182906158, |
| "max": 0.7294445251003491 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.6619276528174679, |
| "std": 0.019273149109644262, |
| "min": 0.6388534040739275, |
| "max": 0.6811711568125168 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.0076554112554112555, |
| "std": 0.0027315673026463, |
| "min": 0.005700680272108844, |
| "max": 0.012153370439084725 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.032893514216688347, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.04827336828783222, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.03787465940054495, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.03295432645981885, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.024505093215452623, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.3852239693382854, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.39128423640663973, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.39585180444145995, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.37935948303093225, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.36252633147981417, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.6717469182906158, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7294445251003491, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7152818658418959, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.6773183297441491, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6923475866906666, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.6388534040739275, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.6811711568125168, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.677407206441351, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.6443640032843302, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.6678424934752141, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.0059381570810142234, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.006123685837971553, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.008361162646876932, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.005700680272108844, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.012153370439084725, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.9, |
| 0.95 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "full_domain", |
| "scope_label": "global", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0006255534463925153, |
| "std": 0.00011899761411994709, |
| "min": 0.00043296285460247506, |
| "max": 0.0007179477702826634 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.08195132072062675, |
| "std": 0.021894994384989055, |
| "min": 0.04396525865017935, |
| "max": 0.09668169596405224 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.2238166234389721, |
| "std": 0.05429431793170512, |
| "min": 0.12984783035809752, |
| "max": 0.2609912375807996 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2231910699925796, |
| "std": 0.05417763955331957, |
| "min": 0.12941486750349504, |
| "max": 0.26027328981051695 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6065068645640074, |
| "std": 0.17489509665246694, |
| "min": 0.3248534322820037, |
| "max": 0.7873692022263451 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.00043296285460247506, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0006714969233599232, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0007179477702826634, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.0007136363665052921, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0005917233172122231, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.04396525865017935, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.09264506128556889, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.09668169596405224, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.09390595738710937, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.08255863031622387, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.12984783035809752, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.25008945924787185, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2609912375807996, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.253626654686362, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.22452793532172965, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.12941486750349504, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.24941796232451194, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.26027328981051695, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2529130183198567, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.22393621200451744, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.3248534322820037, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.7037476808905381, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.62891280148423, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5876512059369202, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.7873692022263451, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002731947461143136, |
| 0.0002782046503853053, |
| 0.0002819171058945358, |
| 0.0002892915508709848, |
| 0.000301085616229102 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "train_fire_top05pct", |
| "scope_label": "top 5%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.009572526967992595, |
| "std": 0.00801147738269429, |
| "min": 0.005636060100166944, |
| "max": 0.023876731839958566 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.15321899635692177, |
| "std": 0.05533660427697729, |
| "min": 0.10250537509480662, |
| "max": 0.23852766585861737 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.36185682619841214, |
| "std": 0.09733119467598991, |
| "min": 0.25743196970586, |
| "max": 0.49125319073865004 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.35228429923041954, |
| "std": 0.09181595284950021, |
| "min": 0.2505963038813504, |
| "max": 0.46737645889869145 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.5760166221430691, |
| "std": 0.3529211324352006, |
| "min": 0.09290590679726922, |
| "max": 0.9234194122885129 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.023876731839958566, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.005648734389013078, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.006835665824509611, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.005865442686314773, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.005636060100166944, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.23852766585861737, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.1601110414083686, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.10250537509480662, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.10517133941552075, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.15977956000729543, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.49125319073865004, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.39479065437879374, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.25743196970586, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2717309409136105, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.39407737525514647, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.46737645889869145, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.38914191998978065, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2505963038813504, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2658654982272957, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.38844131515497954, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.09290590679726922, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9213416444048679, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.43306619174829325, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.5093499554764025, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9234194122885129, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002716928720474243, |
| 0.00027877578395418823, |
| 0.000282936030998826, |
| 0.0002883674460463226, |
| 0.000301085616229102 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "train_fire_top10pct", |
| "scope_label": "top 10%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.0072843788538849204, |
| "std": 0.009280155500075412, |
| "min": 0.002747305898968793, |
| "max": 0.023870550161812297 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.12666948350566662, |
| "std": 0.06328963590343438, |
| "min": 0.08713204456539597, |
| "max": 0.23793892088542526 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.30474835114719656, |
| "std": 0.1065272580858829, |
| "min": 0.2309636203280157, |
| "max": 0.4887624633565217 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.2974639722933117, |
| "std": 0.09749379807889277, |
| "min": 0.2282163144290469, |
| "max": 0.4648919131947094 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6807658058771149, |
| "std": 0.37389945609232794, |
| "min": 0.04645295339863461, |
| "max": 0.9575541703769664 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.023870550161812297, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.00275028568108307, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.00356800070444239, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.003485751823118051, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.002747305898968793, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.23793892088542526, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.08722255267001126, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.1112312688602769, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.10982263054722373, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.08713204456539597, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4887624633565217, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.23118547623512836, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2876668872191355, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.28516330859718164, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2309636203280157, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4648919131947094, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.2284351905540453, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.2840988865146931, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.2816775567740636, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.2282163144290469, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.04645295339863461, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.9565152864351439, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.7009498367468091, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7423567824280202, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.9575541703769664, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.0002716928720474243, |
| 0.00027818421949632466, |
| 0.00028128057601861656, |
| 0.0002883674460463226, |
| 0.000301085616229102 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "train_fire_top20pct", |
| "scope_label": "top 20%", |
| "n": 5, |
| "strict_f1": { |
| "n": 5, |
| "mean": 0.005794988618784165, |
| "std": 0.009104127010779225, |
| "min": 0.0014637962799384197, |
| "max": 0.022074159907300116 |
| }, |
| "tolerance_f1": { |
| "n": 5, |
| "mean": 0.10415728840460951, |
| "std": 0.07343651804127242, |
| "min": 0.062163327857870446, |
| "max": 0.23443811051591282 |
| }, |
| "union_f1": { |
| "n": 5, |
| "mean": 0.2465979729410411, |
| "std": 0.12397339055627195, |
| "min": 0.16937256832950737, |
| "max": 0.4646063802629719 |
| }, |
| "difference": { |
| "n": 5, |
| "mean": 0.24080298432225694, |
| "std": 0.11498838284648957, |
| "min": 0.16790877204956894, |
| "max": 0.4425322203556718 |
| }, |
| "predicted_positive_rate": { |
| "n": 5, |
| "mean": 0.6783970315398886, |
| "std": 0.39241013872037767, |
| "min": 0.020630797773654917, |
| "max": 0.979443413729128 |
| }, |
| "seed_values": { |
| "strict_f1": [ |
| { |
| "seed": 1, |
| "value": 0.022074159907300116, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.0014637962799384197, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.0020248273888312522, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.001948363237912615, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.0014637962799384197, |
| "path": "<local path omitted>" |
| } |
| ], |
| "tolerance_f1": [ |
| { |
| "seed": 1, |
| "value": 0.23443811051591282, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.062163327857870446, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.08079366172039935, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.08122801407099456, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.062163327857870446, |
| "path": "<local path omitted>" |
| } |
| ], |
| "union_f1": [ |
| { |
| "seed": 1, |
| "value": 0.4646063802629719, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.16937256832950737, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.21367238965986382, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.21596595812335517, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16937256832950737, |
| "path": "<local path omitted>" |
| } |
| ], |
| "difference": [ |
| { |
| "seed": 1, |
| "value": 0.4425322203556718, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.16790877204956894, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.21164756227103257, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.21401759488544256, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.16790877204956894, |
| "path": "<local path omitted>" |
| } |
| ], |
| "predicted_positive_rate": [ |
| { |
| "seed": 1, |
| "value": 0.020630797773654917, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 7, |
| "value": 0.979443413729128, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 42, |
| "value": 0.6907606679035251, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 99, |
| "value": 0.7217068645640075, |
| "path": "<local path omitted>" |
| }, |
| { |
| "seed": 123, |
| "value": 0.979443413729128, |
| "path": "<local path omitted>" |
| } |
| ] |
| }, |
| "thresholds": [ |
| 0.00021927931811660528, |
| 0.0002497032401151955, |
| 0.0002781348885037005, |
| 0.0002812395105138421, |
| 0.00030111230444163084 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ] |
| } |
| ] |
| } |
|
|