diff --git "a/artifacts/results/selection_regret_all_backbones_20260504.json" "b/artifacts/results/selection_regret_all_backbones_20260504.json" new file mode 100644--- /dev/null +++ "b/artifacts/results/selection_regret_all_backbones_20260504.json" @@ -0,0 +1,5196 @@ +{ + "rows": [ + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.004193290734824281", + "exact_ranking_score": "0.004193290734824281", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0056438127090301", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0056438127090301", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0006549130347299629", + "ranking_selected_val_pr_auc": "0.0007883068263073185", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.6337627266658229", + "tolerated_ranking_score": "0.40561891947698747", + "tolerated_regret": 0.22814380718883542, + "tolerated_test_gap": "0.22814380718883542", + "tolerated_val_decision_score": "0.6238973446702573", + "tolerated_val_gap": "0.1715500493543587", + "tolerated_val_ranking_score": "0.45234729531589857", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.6337627266658229", + "union_ranking_score": "0.40561891947698747", + "union_regret": 0.22814380718883542, + "union_test_gap": "0.22814380718883542", + "union_val_decision_score": "0.6238973446702573", + "union_val_gap": "0.1715500493543587", + "union_val_ranking_score": "0.45234729531589857", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.09715762273901808", + "exact_ranking_score": "0.09715762273901808", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.13462469733656174", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.13462469733656174", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.04390614036305261", + "ranking_selected_val_pr_auc": "0.05734457583552234", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7863702028280513", + "tolerated_ranking_score": "0.7863702028280513", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.758785818734687", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.758785818734687", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7863702028280513", + "union_ranking_score": "0.7863702028280513", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.758785818734687", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.758785818734687", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.006959088991986505", + "exact_ranking_score": "0.006959088991986505", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.006399069226294357", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.006399069226294357", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0007047712457371991", + "ranking_selected_val_pr_auc": "0.0007434343102653092", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.5604635792586619", + "tolerated_ranking_score": "0.4427625907752311", + "tolerated_regret": 0.11770098848343075, + "tolerated_test_gap": "0.11770098848343075", + "tolerated_val_decision_score": "0.5441785824390972", + "tolerated_val_gap": "0.056405166058839995", + "tolerated_val_ranking_score": "0.48777341638025723", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.5604635792586619", + "union_ranking_score": "0.4427625907752311", + "union_regret": 0.11770098848343075, + "union_test_gap": "0.11770098848343075", + "union_val_decision_score": "0.5441785824390972", + "union_val_gap": "0.056405166058839995", + "union_val_ranking_score": "0.48777341638025723", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.10531544957774468", + "exact_ranking_score": "0.10531544957774468", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.12267343485617596", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.12267343485617596", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.045809049876129763", + "ranking_selected_val_pr_auc": "0.05470980065861018", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7789089693560928", + "tolerated_ranking_score": "0.7789089693560928", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.749825256630312", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.749825256630312", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7789089693560928", + "union_ranking_score": "0.7789089693560928", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.749825256630312", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.749825256630312", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.004809747755451047", + "exact_ranking_score": "0.004809747755451047", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.004359099620457705", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.004359099620457705", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0005634701573991865", + "ranking_selected_val_pr_auc": "0.0005920938943373892", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.6812131506751973", + "tolerated_ranking_score": "0.4087444681515033", + "tolerated_regret": 0.272468682523694, + "tolerated_test_gap": "0.272468682523694", + "tolerated_val_decision_score": "0.7447325774946227", + "tolerated_val_gap": "0.3021550064919567", + "tolerated_val_ranking_score": "0.44257757100266604", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.6812131506751973", + "union_ranking_score": "0.4087444681515033", + "union_regret": 0.272468682523694, + "union_test_gap": "0.272468682523694", + "union_val_decision_score": "0.7447325774946227", + "union_val_gap": "0.3021550064919567", + "union_val_ranking_score": "0.44257757100266604", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.08702469619756958", + "exact_ranking_score": "0.08702469619756958", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.10515392597717052", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.10515392597717052", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.038083070948941686", + "ranking_selected_val_pr_auc": "0.04505214599515043", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.8461131676361712", + "tolerated_ranking_score": "0.7112901458230849", + "tolerated_regret": 0.13482302181308625, + "tolerated_test_gap": "0.13482302181308625", + "tolerated_val_decision_score": "0.806760850261024", + "tolerated_val_gap": "0.07815518654517495", + "tolerated_val_ranking_score": "0.728605663715849", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.8461131676361712", + "union_ranking_score": "0.7112901458230849", + "union_regret": 0.13482302181308625, + "union_test_gap": "0.13482302181308625", + "union_val_decision_score": "0.806760850261024", + "union_val_gap": "0.07815518654517495", + "union_val_ranking_score": "0.728605663715849", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.010460251046025104", + "exact_ranking_score": "0.010460251046025104", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.009547591069330199", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.009547591069330199", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.001005722733868245", + "ranking_selected_val_pr_auc": "0.0009777524224237678", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.6691395427484861", + "tolerated_ranking_score": "0.6184842128568402", + "tolerated_regret": 0.050655329891645895, + "tolerated_test_gap": "0.050655329891645895", + "tolerated_val_decision_score": "0.677404587086621", + "tolerated_val_gap": "0.011527156971746999", + "tolerated_val_ranking_score": "0.665877430114874", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.6691395427484861", + "union_ranking_score": "0.6184842128568402", + "union_regret": 0.050655329891645895, + "union_test_gap": "0.050655329891645895", + "union_val_decision_score": "0.677404587086621", + "union_val_gap": "0.011527156971746999", + "union_val_ranking_score": "0.665877430114874", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.12514898688915374", + "exact_ranking_score": "0.12514898688915374", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.14325685506435365", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.14325685506435365", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.05955397140893137", + "ranking_selected_val_pr_auc": "0.06058697421048699", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.8294499693616161", + "tolerated_ranking_score": "0.8294499693616161", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.8107581951083846", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.8107581951083846", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.8294499693616161", + "union_ranking_score": "0.8294499693616161", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.8107581951083846", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.8107581951083846", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.006780481898534931", + "exact_ranking_score": "0.006780481898534931", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.005964994898359627", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.005964994898359627", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0006577120081349608", + "ranking_selected_val_pr_auc": "0.0007340310681749519", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.5842714676652996", + "tolerated_ranking_score": "0.3921547570095426", + "tolerated_regret": 0.19211671065575697, + "tolerated_test_gap": "0.19211671065575697", + "tolerated_val_decision_score": "0.5663548190132099", + "tolerated_val_gap": "0.10549666519652506", + "tolerated_val_ranking_score": "0.4608581538166849", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.5842714676652996", + "union_ranking_score": "0.3921547570095426", + "union_regret": 0.19211671065575697, + "union_test_gap": "0.19211671065575697", + "union_val_decision_score": "0.5663548190132099", + "union_val_gap": "0.10549666519652506", + "union_val_ranking_score": "0.4608581538166849", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.10365251727541955", + "exact_ranking_score": "0.10365251727541955", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.12251941328731666", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.12251941328731666", + "family": "AlphaEarth", + "model_tag": "alphaearth", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0458102699699856", + "ranking_selected_val_pr_auc": "0.0554648890254577", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.8350245452333586", + "tolerated_ranking_score": "0.7758298037709835", + "tolerated_regret": 0.05919474146237502, + "tolerated_test_gap": "0.05919474146237502", + "tolerated_val_decision_score": "0.7736506356603177", + "tolerated_val_gap": "0.027586681737492236", + "tolerated_val_ranking_score": "0.7460639539228254", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.8350245452333586", + "union_ranking_score": "0.7758298037709835", + "union_regret": 0.05919474146237502, + "union_test_gap": "0.05919474146237502", + "union_val_decision_score": "0.7736506356603177", + "union_val_gap": "0.027586681737492236", + "union_val_ranking_score": "0.7460639539228254", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.00048497822606044473", + "exact_regret": 7.571921560175121e-06, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.00024254792826221397", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.23755358049655212", + "tolerated_regret": 0.0032399924956598714, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.23755358049655212", + "union_regret": 0.0032399924956598714, + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.0005311562430574265", + "exact_ranking_score": "0.0005311562430574265", + "exact_regret": 0.0, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_pr_auc": "0.00031683315961488916", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.23647112940979162", + "tolerated_regret": 0.004322443582420371, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.23647112940979162", + "union_regret": 0.004322443582420371, + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.04541038665445361", + "exact_ranking_score": "0.04541038665445361", + "exact_regret": 0.0, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_pr_auc": "0.03014151567817997", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7175172112337449", + "tolerated_regret": 0.0010152594893735323, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7175172112337449", + "union_regret": 0.0010152594893735323, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.00048497822606044473", + "exact_regret": 7.571921560175121e-06, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.0002876372030063385", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.240793572992212, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.0", + "union_regret": 0.240793572992212, + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.02613792907867929", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0", + "exact_regret": 0.0004925501476206198, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.00027660331739269843", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.23734400297937533", + "tolerated_regret": 0.0034495700128366613, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.23734400297937533", + "union_regret": 0.0034495700128366613, + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.0413500618483831", + "exact_ranking_score": "0.0413500618483831", + "exact_regret": 0.0, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.024802820904513342", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7184857293868923", + "tolerated_regret": 4.674133622617482e-05, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7184857293868923", + "union_regret": 4.674133622617482e-05, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0", + "exact_regret": 0.0004925501476206198, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.00024254792826221397", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.240793572992212, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.0", + "union_regret": 0.240793572992212, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.0", + "exact_regret": 0.04101254412979794, + "family": "Aurora", + "model_tag": "aurora", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.7185324707231184, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.0", + "union_regret": 0.7185324707231184, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.00048497822606044473", + "exact_regret": 7.571921560175121e-06, + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.0002543464414550104", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.23755358049655212", + "tolerated_regret": 0.0032399924956598714, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.23755358049655212", + "union_regret": 0.0032399924956598714, + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.02281272244151735", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00025952340213823634", + "ranking_selected_val_pr_auc": "0.00028511175967657057", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.024930358757410707", + "ranking_selected_val_pr_auc": "0.03159877521821671", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00023723426605001756", + "ranking_selected_val_pr_auc": "0.00023206733426223207", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.021516770872035896", + "ranking_selected_val_pr_auc": "0.023234418719582723", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.00048497822606044473", + "exact_regret": 7.571921560175121e-06, + "exact_test_gap": "7.571921560175121e-06", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "7.267025482891767e-06", + "exact_val_ranking_score": "0.00046544514931712863", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.00025423546642937565", + "ranking_selected_val_pr_auc": "0.00023120715224267713", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.23755358049655212", + "tolerated_regret": 0.0032399924956598714, + "tolerated_test_gap": "0.0032399924956598714", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.00299097714352789", + "tolerated_val_ranking_score": "0.2149459035878704", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.23755358049655212", + "union_regret": 0.0032399924956598714, + "union_test_gap": "0.0032399924956598714", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.00299097714352789", + "union_val_ranking_score": "0.2149459035878704", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.021317405351800135", + "ranking_selected_val_pr_auc": "0.02320587721933335", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.00048696535779102983", + "exact_ranking_score": "0.00048696535779102983", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.00046735226565276225", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.00046735226565276225", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0002340075376021003", + "ranking_selected_val_pr_auc": "0.00023166839498120457", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.2384111045733381", + "tolerated_ranking_score": "0.2384111045733381", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.21573180756095836", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.21573180756095836", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.2384111045733381", + "union_ranking_score": "0.2384111045733381", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.21573180756095836", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.21573180756095836", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "ClimaX", + "model_tag": "climax", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.02099123219536693", + "ranking_selected_val_pr_auc": "0.023142108180759017", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.00487022180273714", + "exact_ranking_score": "0.00487022180273714", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0013194321729398599", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0013194321729398599", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0006257446338466172", + "ranking_selected_val_pr_auc": "0.00041081035639410466", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.38023285660836226", + "tolerated_ranking_score": "0.38023285660836226", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.40408253980815234", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.40408253980815234", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.38023285660836226", + "union_ranking_score": "0.38023285660836226", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.40408253980815234", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.40408253980815234", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.043506471331489265", + "exact_ranking_score": "0.043506471331489265", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04461624715984538", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04461624715984538", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.019747545663020845", + "ranking_selected_val_pr_auc": "0.019740435565559492", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7280364139105968", + "tolerated_ranking_score": "0.7280364139105968", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.7120828721033882", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.7120828721033882", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7280364139105968", + "union_ranking_score": "0.7280364139105968", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.7120828721033882", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.7120828721033882", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0025026814444047193", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0025026814444047193", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0007129763973023342", + "ranking_selected_val_pr_auc": "0.0004370316771032176", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3797689460796109", + "tolerated_ranking_score": "0.3797689460796109", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.4257234764346952", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.4257234764346952", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3797689460796109", + "union_ranking_score": "0.3797689460796109", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.4257234764346952", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.4257234764346952", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04249854057209574", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.001485996442297799, + "exact_test_gap": "0.001485996442297799", + "exact_val_decision_score": "0.04371409485637943", + "exact_val_gap": "0.0011821959321862904", + "exact_val_ranking_score": "0.04253189892419314", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.021118517500793188", + "ranking_selected_val_pr_auc": "0.02303236785318257", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7321459738801157", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.013613503156997275, + "tolerated_test_gap": "0.013613503156997275", + "tolerated_val_decision_score": "0.7128995538153613", + "tolerated_val_gap": "0.022224140467747677", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7321459738801157", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.013613503156997275, + "union_test_gap": "0.013613503156997275", + "union_val_decision_score": "0.7128995538153613", + "union_val_gap": "0.022224140467747677", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0020120724346076456", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0020120724346076456", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0006203713852571992", + "ranking_selected_val_pr_auc": "0.0004707444097300293", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3405125814370199", + "tolerated_ranking_score": "0.3405125814370199", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.474350305376108", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.474350305376108", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3405125814370199", + "union_ranking_score": "0.3405125814370199", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.474350305376108", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.474350305376108", + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.04637177602565815", + "exact_ranking_score": "0.04637177602565815", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.044021164021164016", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.044021164021164016", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.020762153794205103", + "ranking_selected_val_pr_auc": "0.020894537350314525", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7728400679088107", + "tolerated_ranking_score": "0.6606900017471591", + "tolerated_regret": 0.11215006616165157, + "tolerated_test_gap": "0.11215006616165157", + "tolerated_val_decision_score": "0.7122584178150692", + "tolerated_val_gap": "0.009110393702543962", + "tolerated_val_ranking_score": "0.7031480241125252", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7728400679088107", + "union_ranking_score": "0.6606900017471591", + "union_regret": 0.11215006616165157, + "union_test_gap": "0.11215006616165157", + "union_val_decision_score": "0.7122584178150692", + "union_val_gap": "0.009110393702543962", + "union_val_ranking_score": "0.7031480241125252", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0010056989607777405", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0010056989607777405", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0005264872646085452", + "ranking_selected_val_pr_auc": "0.00035284338324857376", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3432315705541329", + "tolerated_ranking_score": "0.3432315705541329", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3469162743670964", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3469162743670964", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3432315705541329", + "union_ranking_score": "0.3432315705541329", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3469162743670964", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3469162743670964", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.043377707581227436", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0023651634514294945, + "exact_test_gap": "0.0023651634514294945", + "exact_val_decision_score": "0.04303681559882578", + "exact_val_gap": "0.0005049166746326425", + "exact_val_ranking_score": "0.04253189892419314", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.018519739310339497", + "ranking_selected_val_pr_auc": "0.01953230111607746", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.762536895087842", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.044004424364723516, + "tolerated_test_gap": "0.044004424364723516", + "tolerated_val_decision_score": "0.7274867592832499", + "tolerated_val_gap": "0.036811345935636286", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.762536895087842", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.044004424364723516, + "union_test_gap": "0.044004424364723516", + "union_val_decision_score": "0.7274867592832499", + "union_val_gap": "0.036811345935636286", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.002074688796680498", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.002074688796680498", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0007477128447471452", + "ranking_selected_val_pr_auc": "0.00047085132311599663", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3979559626836394", + "tolerated_ranking_score": "0.3979559626836394", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.4277982050028173", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.4277982050028173", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3979559626836394", + "union_ranking_score": "0.3979559626836394", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.4277982050028173", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.4277982050028173", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04819843096725701", + "exact_ranking_score": "0.04819843096725701", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.05605272285813389", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.05605272285813389", + "family": "DLWP", + "model_tag": "dlwp", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02136633936888583", + "ranking_selected_val_pr_auc": "0.024917289620763165", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7653346239087763", + "tolerated_ranking_score": "0.7187730423241409", + "tolerated_regret": 0.046561581584635414, + "tolerated_test_gap": "0.046561581584635414", + "tolerated_val_decision_score": "0.7238142274110074", + "tolerated_val_gap": "0.032313773339499696", + "tolerated_val_ranking_score": "0.6915004540715077", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7653346239087763", + "union_ranking_score": "0.7187730423241409", + "union_regret": 0.046561581584635414, + "union_test_gap": "0.046561581584635414", + "union_val_decision_score": "0.7238142274110074", + "union_val_gap": "0.032313773339499696", + "union_val_ranking_score": "0.6915004540715077", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0009319664492078285", + "exact_ranking_score": "0.0009319664492078285", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.004399472063352399", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.004399472063352399", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00037256097806901117", + "ranking_selected_val_pr_auc": "0.00045069184813668276", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.31167484413093016", + "tolerated_ranking_score": "0.31167484413093016", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3052875742065006", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3052875742065006", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.31167484413093016", + "union_ranking_score": "0.31167484413093016", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3052875742065006", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3052875742065006", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.042068766252528166", + "exact_ranking_score": "0.042068766252528166", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.043150583715087926", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.043150583715087926", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.01844011667219625", + "ranking_selected_val_pr_auc": "0.019762912264716534", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7182175622542595", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "-0.0003149084688589543", + "tolerated_val_decision_score": "0.6906967717983766", + "tolerated_val_gap": "2.135845076300935e-05", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7182175622542595", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "-0.0003149084688589543", + "union_val_decision_score": "0.6906967717983766", + "union_val_gap": "2.135845076300935e-05", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0006535947712418301", + "exact_ranking_score": "0.0006535947712418301", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0037359900373599006", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0037359900373599006", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.000387412312932838", + "ranking_selected_val_pr_auc": "0.0004364526611974742", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3096850885545486", + "tolerated_ranking_score": "0.3096850885545486", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2992790399255972", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2992790399255972", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3096850885545486", + "union_ranking_score": "0.3096850885545486", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2992790399255972", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2992790399255972", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04104234527687296", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 2.980114707502174e-05, + "exact_test_gap": "2.980114707502174e-05", + "exact_val_decision_score": "0.04257237303415807", + "exact_val_gap": "4.047410996493167e-05", + "exact_val_ranking_score": "0.04253189892419314", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.019943278646881796", + "ranking_selected_val_pr_auc": "0.0240285163314118", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7310509974227326", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.012518526699614174, + "tolerated_test_gap": "0.012518526699614174", + "tolerated_val_decision_score": "0.7058203125", + "tolerated_val_gap": "0.01514489915238637", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7310509974227326", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.012518526699614174, + "union_test_gap": "0.012518526699614174", + "union_val_decision_score": "0.7058203125", + "union_val_gap": "0.01514489915238637", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0007027406886858749", + "exact_ranking_score": "0.0007027406886858749", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0031868882312770315", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0031868882312770315", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00041063897933390575", + "ranking_selected_val_pr_auc": "0.00042489429428535383", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.2870596305028149", + "tolerated_ranking_score": "0.31987973649439366", + "tolerated_regret": 0.0, + "tolerated_test_gap": "-0.03282010599157875", + "tolerated_val_decision_score": "0.31159367647460456", + "tolerated_val_gap": "0.0054887421624861266", + "tolerated_val_ranking_score": "0.30610493431211844", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.2870596305028149", + "union_ranking_score": "0.31987973649439366", + "union_regret": 0.0, + "union_test_gap": "-0.03282010599157875", + "union_val_decision_score": "0.31159367647460456", + "union_val_gap": "0.0054887421624861266", + "union_val_ranking_score": "0.30610493431211844", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0414596444738876", + "exact_ranking_score": "0.0414596444738876", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04356664102845841", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04356664102845841", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.018030815062946615", + "ranking_selected_val_pr_auc": "0.018978807537809048", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7197180735022655", + "tolerated_ranking_score": "0.7197180735022655", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6914092197111065", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6914092197111065", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7197180735022655", + "union_ranking_score": "0.7197180735022655", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6914092197111065", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6914092197111065", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.001086071137659517", + "exact_ranking_score": "0.001086071137659517", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.003349460364719018", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.003349460364719018", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0003268363416054406", + "ranking_selected_val_pr_auc": "0.00039156287297214436", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3051941376005135", + "tolerated_ranking_score": "0.3051941376005135", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2948179787588662", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2948179787588662", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3051941376005135", + "union_ranking_score": "0.3051941376005135", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2948179787588662", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2948179787588662", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.040288313241635454", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "-0.0007242308881624873", + "exact_val_decision_score": "0.04306006752022422", + "exact_val_gap": "0.0005281685960310811", + "exact_val_ranking_score": "0.04253189892419314", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.02050876208409485", + "ranking_selected_val_pr_auc": "0.02590116599560572", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7644129739607127", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.045880503237594294, + "tolerated_test_gap": "0.045880503237594294", + "tolerated_val_decision_score": "0.6962583126352054", + "tolerated_val_gap": "0.005582899287591814", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7644129739607127", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.045880503237594294, + "union_test_gap": "0.045880503237594294", + "union_val_decision_score": "0.6962583126352054", + "union_val_gap": "0.005582899287591814", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0018159806295399514", + "exact_ranking_score": "0.0018159806295399514", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.003241491085899514", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.003241491085899514", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00038120453362995967", + "ranking_selected_val_pr_auc": "0.0004356191579614426", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3054145960271247", + "tolerated_ranking_score": "0.3054145960271247", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2930313844339525", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2930313844339525", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3054145960271247", + "union_ranking_score": "0.3054145960271247", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2930313844339525", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2930313844339525", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.042822140550172624", + "exact_ranking_score": "0.042822140550172624", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.043420983295568316", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.043420983295568316", + "family": "FCN", + "model_tag": "fcn", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.029098665712304895", + "ranking_selected_val_pr_auc": "0.032221638150467385", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.726408418760773", + "tolerated_ranking_score": "0.726408418760773", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6933831038489982", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6933831038489982", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.726408418760773", + "union_ranking_score": "0.726408418760773", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6933831038489982", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6933831038489982", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0031948881789137383", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0031948881789137383", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.000398077435365184", + "ranking_selected_val_pr_auc": "0.00047223676755013246", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.31071390711162444", + "tolerated_ranking_score": "0.31071390711162444", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3130246199713141", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3130246199713141", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.31071390711162444", + "union_ranking_score": "0.31071390711162444", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3130246199713141", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3130246199713141", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04452825597664091", + "exact_ranking_score": "0.04452825597664091", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0455414882958375", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0455414882958375", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.022736128443885992", + "ranking_selected_val_pr_auc": "0.021286665509494304", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7269980510116651", + "tolerated_ranking_score": "0.7269980510116651", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.7088464801269441", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.7088464801269441", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7269980510116651", + "union_ranking_score": "0.7269980510116651", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.7088464801269441", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.7088464801269441", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.003656307129798903", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.003656307129798903", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0004116035724473925", + "ranking_selected_val_pr_auc": "0.0004377390722357372", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3145618361221859", + "tolerated_ranking_score": "0.3145618361221859", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3129112248106385", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3129112248106385", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3145618361221859", + "union_ranking_score": "0.3145618361221859", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3129112248106385", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3129112248106385", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04171607200603644", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0007035278762385008, + "exact_test_gap": "0.0007035278762385008", + "exact_val_decision_score": "0.043619564341543335", + "exact_val_gap": "0.0010876654173501976", + "exact_val_ranking_score": "0.04253189892419314", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.020495144103834257", + "ranking_selected_val_pr_auc": "0.023246350918909517", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7251252524331628", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.006592781710044404, + "tolerated_test_gap": "0.006592781710044404", + "tolerated_val_decision_score": "0.7015002586652871", + "tolerated_val_gap": "0.01082484531767347", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7251252524331628", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.006592781710044404, + "union_test_gap": "0.006592781710044404", + "union_val_decision_score": "0.7015002586652871", + "union_val_gap": "0.01082484531767347", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.001528350909368791", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.001528350909368791", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00036987379624400454", + "ranking_selected_val_pr_auc": "0.00039852867365630293", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.31219058559732665", + "tolerated_ranking_score": "0.31219058559732665", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.31476872634310843", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.31476872634310843", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.31219058559732665", + "union_ranking_score": "0.31219058559732665", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.31476872634310843", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.31476872634310843", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04574838388861263", + "exact_ranking_score": "0.04574838388861263", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04613821138211382", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04613821138211382", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.021165185967854567", + "ranking_selected_val_pr_auc": "0.020671268187642432", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7265705731122933", + "tolerated_ranking_score": "0.7265705731122933", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.7074814597750377", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.7074814597750377", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7265705731122933", + "union_ranking_score": "0.7265705731122933", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.7074814597750377", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.7074814597750377", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0027012425715829285", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0027012425715829285", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00036963872610239895", + "ranking_selected_val_pr_auc": "0.00042054736055892957", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.30641904273669174", + "tolerated_ranking_score": "0.30641904273669174", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.30868675618673724", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.30868675618673724", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.30641904273669174", + "union_ranking_score": "0.30641904273669174", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.30868675618673724", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.30868675618673724", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.043763127370763974", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0027505832409660327, + "exact_test_gap": "0.0027505832409660327", + "exact_val_decision_score": "0.04404735872043984", + "exact_val_gap": "0.0015154597962467042", + "exact_val_ranking_score": "0.04253189892419314", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.016801706970978273", + "ranking_selected_val_pr_auc": "0.022509307119807316", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.722901134194411", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.004368663471292611, + "tolerated_test_gap": "0.004368663471292611", + "tolerated_val_decision_score": "0.7033268834654516", + "tolerated_val_gap": "0.01265147011783796", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.722901134194411", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.004368663471292611, + "union_test_gap": "0.004368663471292611", + "union_val_decision_score": "0.7033268834654516", + "union_val_gap": "0.01265147011783796", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0041356492969396195", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0041356492969396195", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00042782651526874734", + "ranking_selected_val_pr_auc": "0.0004271990954031648", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3111214819309595", + "tolerated_ranking_score": "0.3111214819309595", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.30674980181224504", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.30674980181224504", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3111214819309595", + "union_ranking_score": "0.3111214819309595", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.30674980181224504", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.30674980181224504", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04882017900732303", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04882017900732303", + "family": "FengWu", + "model_tag": "fengwu", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02199779031689959", + "ranking_selected_val_pr_auc": "0.030768274290330223", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7336829717908426", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.015150501067724198, + "tolerated_test_gap": "0.015150501067724198", + "tolerated_val_decision_score": "0.6987796297897932", + "tolerated_val_gap": "0.008104216442179624", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7336829717908426", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.015150501067724198, + "union_test_gap": "0.015150501067724198", + "union_val_decision_score": "0.6987796297897932", + "union_val_gap": "0.008104216442179624", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0006866311182961118", + "exact_ranking_score": "0.0006866311182961118", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0008811590083408097", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0008811590083408097", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0003596048414560045", + "ranking_selected_val_pr_auc": "0.0004121169333774252", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.21516044416153002", + "tolerated_ranking_score": "0.3091927111996169", + "tolerated_regret": 0.0, + "tolerated_test_gap": "-0.09403226703808687", + "tolerated_val_decision_score": "0.3118144595732139", + "tolerated_val_gap": "0.001671993688703799", + "tolerated_val_ranking_score": "0.3101424658845101", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.21516044416153002", + "union_ranking_score": "0.3091927111996169", + "union_regret": 0.0, + "union_test_gap": "-0.09403226703808687", + "union_val_decision_score": "0.3118144595732139", + "union_val_gap": "0.001671993688703799", + "union_val_ranking_score": "0.3101424658845101", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.043196160341303", + "exact_ranking_score": "0.043196160341303", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04576053854784421", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04576053854784421", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.01904942261850253", + "ranking_selected_val_pr_auc": "0.020787588115504", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7261195534617713", + "tolerated_ranking_score": "0.7246636456247585", + "tolerated_regret": 0.001455907837012771, + "tolerated_test_gap": "0.001455907837012771", + "tolerated_val_decision_score": "0.7033365957825429", + "tolerated_val_gap": "0.003706992036648815", + "tolerated_val_ranking_score": "0.6996296037458941", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7261195534617713", + "union_ranking_score": "0.7246636456247585", + "union_regret": 0.001455907837012771, + "union_test_gap": "0.001455907837012771", + "union_val_decision_score": "0.7033365957825429", + "union_val_gap": "0.003706992036648815", + "union_val_ranking_score": "0.6996296037458941", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0009888839378897987", + "exact_ranking_score": "0.0009888839378897987", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0010117798317730948", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0010117798317730948", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00039999784430104664", + "ranking_selected_val_pr_auc": "0.00043073606570656576", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3096924811079745", + "tolerated_ranking_score": "0.3096924811079745", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.31039074285584656", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.31039074285584656", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3096924811079745", + "union_ranking_score": "0.3096924811079745", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.31039074285584656", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.31039074285584656", + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.018543768748295608", + "exact_ranking_score": "0.018543768748295608", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04600811907983762", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04600811907983762", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.021045021724179047", + "ranking_selected_val_pr_auc": "0.025380726482200633", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7224961571477053", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0039636864245868875, + "tolerated_test_gap": "0.0039636864245868875", + "tolerated_val_decision_score": "0.6975587357465372", + "tolerated_val_gap": "0.00688332239892353", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7224961571477053", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0039636864245868875, + "union_test_gap": "0.0039636864245868875", + "union_val_decision_score": "0.6975587357465372", + "union_val_gap": "0.00688332239892353", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0003188165529554294", + "exact_ranking_score": "0.0003188165529554294", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0011176098051633573", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0011176098051633573", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0003830459807690152", + "ranking_selected_val_pr_auc": "0.00042901589997107405", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.316668570748256", + "tolerated_ranking_score": "0.316668570748256", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3180456774666437", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3180456774666437", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.316668570748256", + "union_ranking_score": "0.316668570748256", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3180456774666437", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3180456774666437", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04603830266616599", + "exact_ranking_score": "0.04603830266616599", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04428715218026559", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04428715218026559", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.020363596550511454", + "ranking_selected_val_pr_auc": "0.020674507603092498", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7054843984273774", + "tolerated_ranking_score": "0.7054843984273774", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.72648949860566", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.72648949860566", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7054843984273774", + "union_ranking_score": "0.7054843984273774", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.72648949860566", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.72648949860566", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0008450613619815959", + "exact_ranking_score": "0.0008450613619815959", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0009152735719220856", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0009152735719220856", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00037118462783325537", + "ranking_selected_val_pr_auc": "0.0004157684867215522", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3062654921252336", + "tolerated_ranking_score": "0.3062654921252336", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.30677382687191324", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.30677382687191324", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3062654921252336", + "union_ranking_score": "0.3062654921252336", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.30677382687191324", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.30677382687191324", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.044572342126298965", + "exact_ranking_score": "0.044572342126298965", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04500911929271383", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04500911929271383", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.018717347905238046", + "ranking_selected_val_pr_auc": "0.020626878606552698", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7235687421646468", + "tolerated_ranking_score": "0.7235687421646468", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6980281690140845", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6980281690140845", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7235687421646468", + "union_ranking_score": "0.7235687421646468", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6980281690140845", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6980281690140845", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0007771032641515431", + "exact_ranking_score": "0.0007771032641515431", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0008510302291201489", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0008510302291201489", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0003758107890486513", + "ranking_selected_val_pr_auc": "0.0004065107971511574", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3108110703043797", + "tolerated_ranking_score": "0.3108110703043797", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3116979187141017", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3116979187141017", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3108110703043797", + "union_ranking_score": "0.3108110703043797", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3116979187141017", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3116979187141017", + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.030284377692970574", + "exact_ranking_score": "0.030284377692970574", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.051651931130758486", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.051651931130758486", + "family": "FuXi", + "model_tag": "fuxi", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.02225455497934009", + "ranking_selected_val_pr_auc": "0.02778239852030042", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7183426482806338", + "tolerated_ranking_score": "0.7203102915557309", + "tolerated_regret": 0.0, + "tolerated_test_gap": "-0.0019676432750971307", + "tolerated_val_decision_score": "0.7124343844122053", + "tolerated_val_gap": "0.02087441927176159", + "tolerated_val_ranking_score": "0.6915599651404437", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7183426482806338", + "union_ranking_score": "0.7203102915557309", + "union_regret": 0.0, + "union_test_gap": "-0.0019676432750971307", + "union_val_decision_score": "0.7124343844122053", + "union_val_gap": "0.02087441927176159", + "union_val_ranking_score": "0.6915599651404437", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.00048497822606044473", + "exact_regret": 7.571921560175121e-06, + "exact_test_gap": "7.571921560175121e-06", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "7.267025482891767e-06", + "exact_val_ranking_score": "0.00046544514931712863", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.00024254792826221397", + "ranking_selected_val_pr_auc": "0.00023277674706246134", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.23755358049655212", + "tolerated_regret": 0.0032399924956598714, + "tolerated_test_gap": "0.0032399924956598714", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.00299097714352789", + "tolerated_val_ranking_score": "0.2149459035878704", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.23755358049655212", + "union_regret": 0.0032399924956598714, + "union_test_gap": "0.0032399924956598714", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.00299097714352789", + "union_val_ranking_score": "0.2149459035878704", + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.014813375233921266", + "ranking_selected_val_pr_auc": "0.02263545197493654", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.0005266170481980583", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 3.406690057743849e-05, + "exact_test_gap": "3.406690057743849e-05", + "exact_val_decision_score": "0.00047637431559568154", + "exact_val_gap": "3.6621407956611337e-06", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0003300754798792237", + "ranking_selected_val_pr_auc": "0.00024271959698351982", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "pixel MLP head", + "exact_decision_head_arch": "pixel_mlp", + "exact_decision_score": "0.045738515901060074", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.004725971771262133, + "exact_test_gap": "0.004725971771262133", + "exact_val_decision_score": "0.04344902498318937", + "exact_val_gap": "0.0009171260589962357", + "exact_val_ranking_score": "0.04253189892419314", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.0006100601402256502", + "exact_ranking_score": "0.0", + "exact_regret": 0.0006100601402256502, + "exact_test_gap": "0.0006100601402256502", + "exact_val_decision_score": "0.00048444832931275107", + "exact_val_gap": "0.00048444832931275107", + "exact_val_ranking_score": "0.0", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.00021817709863716954", + "ranking_selected_val_pr_auc": "0.00025116618856577995", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.240793572992212, + "tolerated_test_gap": "0.240793572992212", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.2179368807313983", + "tolerated_val_ranking_score": "0.0", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.0", + "union_regret": 0.240793572992212, + "union_test_gap": "0.240793572992212", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.2179368807313983", + "union_val_ranking_score": "0.0", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04813290893564165", + "exact_ranking_score": "0.0", + "exact_regret": 0.04813290893564165, + "exact_test_gap": "0.04813290893564165", + "exact_val_decision_score": "0.04370736036385822", + "exact_val_gap": "0.04370736036385822", + "exact_val_ranking_score": "0.0", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.02188826028256454", + "ranking_selected_val_pr_auc": "0.032209470774519654", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.7185324707231184, + "tolerated_test_gap": "0.7185324707231184", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.6906754133476136", + "tolerated_val_ranking_score": "0.0", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.0", + "union_regret": 0.7185324707231184, + "union_test_gap": "0.7185324707231184", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.6906754133476136", + "union_val_ranking_score": "0.0", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.00035527516330545857", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "-0.00013727498431516128", + "exact_val_decision_score": "0.0005024040170237669", + "exact_val_gap": "2.9691842223746458e-05", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00028045576992618193", + "ranking_selected_val_pr_auc": "0.00024387937757633073", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.04550550682582603", + "exact_ranking_score": "0.0", + "exact_regret": 0.04550550682582603, + "exact_test_gap": "0.04550550682582603", + "exact_val_decision_score": "0.04319677350880917", + "exact_val_gap": "0.04319677350880917", + "exact_val_ranking_score": "0.0", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.029883397445312192", + "ranking_selected_val_pr_auc": "0.02789152422119005", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.7185324707231184, + "tolerated_test_gap": "0.7185324707231184", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.6906754133476136", + "tolerated_val_ranking_score": "0.0", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.0", + "union_regret": 0.7185324707231184, + "union_test_gap": "0.7185324707231184", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.6906754133476136", + "union_val_ranking_score": "0.0", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004887421693148924", + "exact_ranking_score": "0.0004887421693148924", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004690575308283202", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004690575308283202", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0003408299850116487", + "ranking_selected_val_pr_auc": "0.00024250312441493891", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.229804399271568", + "tolerated_ranking_score": "0.23917716245227552", + "tolerated_regret": 0.0, + "tolerated_test_gap": "-0.00937276318070751", + "tolerated_val_decision_score": "0.2256312133013075", + "tolerated_val_gap": "0.009197267184311658", + "tolerated_val_ranking_score": "0.21643394611699585", + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.229804399271568", + "union_ranking_score": "0.23917716245227552", + "union_regret": 0.0, + "union_test_gap": "-0.00937276318070751", + "union_val_decision_score": "0.2256312133013075", + "union_val_gap": "0.009197267184311658", + "union_val_ranking_score": "0.21643394611699585", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.0", + "exact_regret": 0.04101254412979794, + "exact_test_gap": "0.04101254412979794", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.04253189892419314", + "exact_val_ranking_score": "0.0", + "family": "Pangu-Weather", + "model_tag": "pangu_weather", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.0", + "tolerated_regret": 0.7185324707231184, + "tolerated_test_gap": "0.7185324707231184", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.6906754133476136", + "tolerated_val_ranking_score": "0.0", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.0", + "union_regret": 0.7185324707231184, + "union_test_gap": "0.7185324707231184", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.6906754133476136", + "union_val_ranking_score": "0.0", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.004253509145044662", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.004253509145044662", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00042881385578730365", + "ranking_selected_val_pr_auc": "0.0004901027948814223", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.32066974948800614", + "tolerated_ranking_score": "0.32066974948800614", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3120952399779768", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3120952399779768", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.32066974948800614", + "union_ranking_score": "0.32066974948800614", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3120952399779768", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3120952399779768", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04418397717161179", + "exact_ranking_score": "0.04418397717161179", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04535556523362161", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04535556523362161", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.02328829578760066", + "ranking_selected_val_pr_auc": "0.02010310006243177", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7231388400090598", + "tolerated_ranking_score": "0.7231388400090598", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.698733466652633", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.698733466652633", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7231388400090598", + "union_ranking_score": "0.7231388400090598", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.698733466652633", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.698733466652633", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0042863266180882984", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0042863266180882984", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00043738577276574255", + "ranking_selected_val_pr_auc": "0.0004554894460132563", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.31812983009681495", + "tolerated_ranking_score": "0.31812983009681495", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3113263265858816", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3113263265858816", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.31812983009681495", + "union_ranking_score": "0.31812983009681495", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3113263265858816", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3113263265858816", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04194314737445728", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0009306032446593365, + "exact_test_gap": "0.0009306032446593365", + "exact_val_decision_score": "0.04314380355334118", + "exact_val_gap": "0.0006119046291480426", + "exact_val_ranking_score": "0.04253189892419314", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.02254610440161657", + "ranking_selected_val_pr_auc": "0.026053751384712866", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7261721555350364", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.007639684811918013, + "tolerated_test_gap": "0.007639684811918013", + "tolerated_val_decision_score": "0.7019436364687074", + "tolerated_val_gap": "0.011268223121093768", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7261721555350364", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.007639684811918013, + "union_test_gap": "0.007639684811918013", + "union_val_decision_score": "0.7019436364687074", + "union_val_gap": "0.011268223121093768", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0024802356223841263", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0024802356223841263", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00040651309469793043", + "ranking_selected_val_pr_auc": "0.0004045310999550776", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.32154249424354786", + "tolerated_ranking_score": "0.32154249424354786", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.31489341288382094", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.31489341288382094", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.32154249424354786", + "union_ranking_score": "0.32154249424354786", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.31489341288382094", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.31489341288382094", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0430065972893146", + "exact_ranking_score": "0.0430065972893146", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.044111302847282145", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.044111302847282145", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.021420904714594617", + "ranking_selected_val_pr_auc": "0.019667925605377917", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7241279907754397", + "tolerated_ranking_score": "0.7241279907754397", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6965685921876124", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6965685921876124", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7241279907754397", + "union_ranking_score": "0.7241279907754397", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6965685921876124", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6965685921876124", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.003894080996884735", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.003894080996884735", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.00038395193539280824", + "ranking_selected_val_pr_auc": "0.0005470853500668261", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.31120670593952293", + "tolerated_ranking_score": "0.31120670593952293", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.30691963220059004", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.30691963220059004", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.31120670593952293", + "union_ranking_score": "0.31120670593952293", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.30691963220059004", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.30691963220059004", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04372215277109978", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0027096086413018403, + "exact_test_gap": "0.0027096086413018403", + "exact_val_decision_score": "0.043845404352062356", + "exact_val_gap": "0.0013135054278692188", + "exact_val_ranking_score": "0.04253189892419314", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.018664183428008234", + "ranking_selected_val_pr_auc": "0.024661788918260808", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.719461376864001", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0009289061408825905, + "tolerated_test_gap": "0.0009289061408825905", + "tolerated_val_decision_score": "0.6947253251451462", + "tolerated_val_gap": "0.004049911797532557", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.719461376864001", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0009289061408825905, + "union_test_gap": "0.0009289061408825905", + "union_val_decision_score": "0.6947253251451462", + "union_val_gap": "0.004049911797532557", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0", + "exact_ranking_score": "0.0", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.002408671216378964", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.002408671216378964", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0004450373086921994", + "ranking_selected_val_pr_auc": "0.000447244495874373", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.3214547875801752", + "tolerated_ranking_score": "0.3214547875801752", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.3045294255465288", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.3045294255465288", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.3214547875801752", + "union_ranking_score": "0.3214547875801752", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.3045294255465288", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.3045294255465288", + "path": "" + }, + { + "exact_decision_head": "linear probe", + "exact_decision_head_arch": "linear", + "exact_decision_score": "0.0044004400440044", + "exact_ranking_score": "0.0044004400440044", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.06142857142857142", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.06142857142857142", + "family": "Pangu-Weather", + "model_tag": "pangu6", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.024740444457605402", + "ranking_selected_val_pr_auc": "0.036676155849720546", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.719015307962107", + "tolerated_ranking_score": "0.7183382629739177", + "tolerated_regret": 0.0006770449881893237, + "tolerated_test_gap": "0.0006770449881893237", + "tolerated_val_decision_score": "0.6913348632305398", + "tolerated_val_gap": "0.0006380914321632014", + "tolerated_val_ranking_score": "0.6906967717983766", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.719015307962107", + "union_ranking_score": "0.7183382629739177", + "union_regret": 0.0006770449881893237, + "union_test_gap": "0.0006770449881893237", + "union_val_decision_score": "0.6913348632305398", + "union_val_gap": "0.0006380914321632014", + "union_val_ranking_score": "0.6906967717983766", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0002463357401629007", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0002463357401629007", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0002463357401629007", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0002463357401629007", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.00048497822606044473", + "exact_ranking_score": "0.00048497822606044473", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0002454330184381399", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.23755358049655212", + "tolerated_ranking_score": "0.23755358049655212", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.23755358049655212", + "union_ranking_score": "0.23755358049655212", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "family": "Prithvi-WxC", + "model_tag": "prithvi_wxc", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_pr_auc": "0.02093558282208589", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.017134572294714646", + "exact_ranking_score": "0.017134572294714646", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.002624341503354088", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7286109603326707", + "tolerated_ranking_score": "0.6186566066408326", + "tolerated_regret": 0.10995435369183815, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7286109603326707", + "union_ranking_score": "0.6186566066408326", + "union_regret": 0.10995435369183815, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.1611624834874505", + "exact_ranking_score": "0.1611624834874505", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.10204224118176683", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.8685988450931266", + "tolerated_ranking_score": "0.799032457577039", + "tolerated_regret": 0.06956638751608757, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.8685988450931266", + "union_ranking_score": "0.799032457577039", + "union_regret": 0.06956638751608757, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.019320660641944532", + "exact_ranking_score": "0.019320660641944532", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0025603887793133394", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.735221546471909", + "tolerated_ranking_score": "0.5009707461135111", + "tolerated_regret": 0.23425080035839785, + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.735221546471909", + "union_ranking_score": "0.5009707461135111", + "union_regret": 0.23425080035839785, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.19165378670788252", + "exact_ranking_score": "0.19165378670788252", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.11551882470432043", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "pixel MLP head", + "tolerated_decision_head_arch": "pixel_mlp", + "tolerated_decision_score": "0.8567215417854325", + "tolerated_ranking_score": "0.8066689866810086", + "tolerated_regret": 0.05005255510442386, + "union_decision_head": "pixel MLP head", + "union_decision_head_arch": "pixel_mlp", + "union_decision_score": "0.8567215417854325", + "union_ranking_score": "0.8066689866810086", + "union_regret": 0.05005255510442386, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.025515210991167808", + "exact_ranking_score": "0.025515210991167808", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0032729435045747413", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7239943741463363", + "tolerated_ranking_score": "0.7239943741463363", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7239943741463363", + "union_ranking_score": "0.7239943741463363", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.19225806451612906", + "exact_ranking_score": "0.19225806451612906", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.12048427320762313", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.8358151221553631", + "tolerated_ranking_score": "0.8358151221553631", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.8358151221553631", + "union_ranking_score": "0.8358151221553631", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.02287675150128682", + "exact_ranking_score": "0.02287675150128682", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0030317345997110698", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.5002193417313746", + "tolerated_ranking_score": "0.5002193417313746", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.5002193417313746", + "union_ranking_score": "0.5002193417313746", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.22885572139303484", + "exact_ranking_score": "0.22885572139303484", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.1323902067230726", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.8027807546359551", + "tolerated_ranking_score": "0.8027807546359551", + "tolerated_regret": 0.0, + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.8027807546359551", + "union_ranking_score": "0.8027807546359551", + "union_regret": 0.0, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.021876258220373104", + "exact_ranking_score": "0.021876258220373104", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.0031953098868323193", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.7647466876509988", + "tolerated_ranking_score": "0.6698005926442897", + "tolerated_regret": 0.09494609500670914, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.7647466876509988", + "union_ranking_score": "0.6698005926442897", + "union_regret": 0.09494609500670914, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.19477124183006533", + "exact_ranking_score": "0.19477124183006533", + "exact_regret": 0.0, + "family": "Reference", + "model_tag": "reference", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_pr_auc": "0.11947246238005743", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "linear probe", + "tolerated_decision_head_arch": "linear", + "tolerated_decision_score": "0.9039923296574045", + "tolerated_ranking_score": "0.8534759193943048", + "tolerated_regret": 0.05051641026309972, + "union_decision_head": "linear probe", + "union_decision_head_arch": "linear", + "union_decision_score": "0.9039923296574045", + "union_ranking_score": "0.8534759193943048", + "union_regret": 0.05051641026309972, + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0002463357401629007", + "ranking_selected_val_pr_auc": "0.00023641196480702655", + "scope": "global", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 1, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0002463357401629007", + "ranking_selected_val_pr_auc": "0.00023641196480702655", + "scope": "global", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 123, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0002463357401629007", + "ranking_selected_val_pr_auc": "0.00023641196480702655", + "scope": "global", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 42, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004925501476206198", + "exact_ranking_score": "0.0004925501476206198", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004727121748000204", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004727121748000204", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0002463357401629007", + "ranking_selected_val_pr_auc": "0.00023641196480702655", + "scope": "global", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.240793572992212", + "tolerated_ranking_score": "0.240793572992212", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.2179368807313983", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.2179368807313983", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.240793572992212", + "union_ranking_score": "0.240793572992212", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.2179368807313983", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.2179368807313983", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "linear probe", + "ranking_selected_head_arch": "linear", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 7, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.0004905319945803844", + "exact_ranking_score": "0.0004905319945803844", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.0004707752858483998", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.0004707752858483998", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "shallow spatial adapter", + "ranking_selected_head_arch": "shallow", + "ranking_selected_test_pr_auc": "0.0002463357401629007", + "ranking_selected_val_pr_auc": "0.00023641196480702655", + "scope": "global", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.2399251001974223", + "tolerated_ranking_score": "0.2399251001974223", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.21714067007331003", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.21714067007331003", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.2399251001974223", + "union_ranking_score": "0.2399251001974223", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.21714067007331003", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.21714067007331003", + "path": "" + }, + { + "exact_decision_head": "shallow spatial adapter", + "exact_decision_head_arch": "shallow", + "exact_decision_score": "0.04101254412979794", + "exact_ranking_score": "0.04101254412979794", + "exact_regret": 0.0, + "exact_test_gap": "0.0", + "exact_val_decision_score": "0.04253189892419314", + "exact_val_gap": "0.0", + "exact_val_ranking_score": "0.04253189892419314", + "family": "StormCast", + "model_tag": "stormcast", + "ranking_selected_head": "pixel MLP head", + "ranking_selected_head_arch": "pixel_mlp", + "ranking_selected_test_pr_auc": "0.02093558282208589", + "ranking_selected_val_pr_auc": "0.0217280163599182", + "scope": "fire_prone", + "seed": 99, + "tolerated_decision_head": "shallow spatial adapter", + "tolerated_decision_head_arch": "shallow", + "tolerated_decision_score": "0.7185324707231184", + "tolerated_ranking_score": "0.7185324707231184", + "tolerated_regret": 0.0, + "tolerated_test_gap": "0.0", + "tolerated_val_decision_score": "0.6906754133476136", + "tolerated_val_gap": "0.0", + "tolerated_val_ranking_score": "0.6906754133476136", + "union_decision_head": "shallow spatial adapter", + "union_decision_head_arch": "shallow", + "union_decision_score": "0.7185324707231184", + "union_ranking_score": "0.7185324707231184", + "union_regret": 0.0, + "union_test_gap": "0.0", + "union_val_decision_score": "0.6906754133476136", + "union_val_gap": "0.0", + "union_val_ranking_score": "0.6906754133476136", + "path": "" + } + ], + "summary": [ + { + "model_tag": "reference", + "label": "Reference", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.08783024981138902, + "std": 0.09670495645481135, + "min": 0.0, + "max": 0.23425080035839785 + }, + "union_regret": { + "n": 5, + "mean": 0.08783024981138902, + "std": 0.09670495645481135, + "min": 0.0, + "max": 0.23425080035839785 + } + }, + { + "model_tag": "reference", + "label": "Reference", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.03402707057672223, + "std": 0.032044658643147844, + "min": 0.0, + "max": 0.06956638751608757 + }, + "union_regret": { + "n": 5, + "mean": 0.03402707057672223, + "std": 0.032044658643147844, + "min": 0.0, + "max": 0.06956638751608757 + } + }, + { + "model_tag": "prithvi_wxc", + "label": "Prithvi-WxC", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "prithvi_wxc", + "label": "Prithvi-WxC", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "aurora", + "label": "Aurora", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.00020004882767231798, + "std": 0.00026703384456332115, + "min": 0.0, + "max": 0.0004925501476206198 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.09851983041506818, + "std": 0.1298781980037557, + "min": 0.0032399924956598714, + "max": 0.240793572992212 + }, + "union_regret": { + "n": 5, + "mean": 0.09851983041506818, + "std": 0.1298781980037557, + "min": 0.0032399924956598714, + "max": 0.240793572992212 + } + }, + { + "model_tag": "aurora", + "label": "Aurora", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.008202508825959588, + "std": 0.01834136732088763, + "min": 0.0, + "max": 0.04101254412979794 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.14391889430974364, + "std": 0.32121904665016227, + "min": 0.0, + "max": 0.7185324707231184 + }, + "union_regret": { + "n": 5, + "mean": 0.14391889430974364, + "std": 0.32121904665016227, + "min": 0.0, + "max": 0.7185324707231184 + } + }, + { + "model_tag": "climax", + "label": "ClimaX", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 3.0287686240700486e-06, + "std": 4.147312242167625e-06, + "min": 0.0, + "max": 7.571921560175121e-06 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0012959969982639485, + "std": 0.0017746169760203706, + "min": 0.0, + "max": 0.0032399924956598714 + }, + "union_regret": { + "n": 5, + "mean": 0.0012959969982639485, + "std": 0.0017746169760203706, + "min": 0.0, + "max": 0.0032399924956598714 + } + }, + { + "model_tag": "climax", + "label": "ClimaX", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "stormcast", + "label": "StormCast", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "stormcast", + "label": "StormCast", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "pangu_weather", + "label": "Pangu-Weather", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.00013033979247265275, + "std": 0.0002685372203690466, + "min": 0.0, + "max": 0.0006100601402256502 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.048806713097574374, + "std": 0.10733308684741971, + "min": 0.0, + "max": 0.240793572992212 + }, + "union_regret": { + "n": 5, + "mean": 0.048806713097574374, + "std": 0.10733308684741971, + "min": 0.0, + "max": 0.240793572992212 + } + }, + { + "model_tag": "pangu_weather", + "label": "Pangu-Weather", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.027875386332505546, + "std": 0.02348779386900393, + "min": 0.0, + "max": 0.04813290893564165 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.43111948243387105, + "std": 0.39355644251497235, + "min": 0.0, + "max": 0.7185324707231184 + }, + "union_regret": { + "n": 5, + "mean": 0.43111948243387105, + "std": 0.39355644251497235, + "min": 0.0, + "max": 0.7185324707231184 + } + }, + { + "model_tag": "dlwp", + "label": "DLWP", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "dlwp", + "label": "DLWP", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0007702319787454587, + "std": 0.0010995336594539604, + "min": 0.0, + "max": 0.0023651634514294945 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.043265915053601556, + "std": 0.04332331365579739, + "min": 0.0, + "max": 0.11215006616165157 + }, + "union_regret": { + "n": 5, + "mean": 0.043265915053601556, + "std": 0.04332331365579739, + "min": 0.0, + "max": 0.11215006616165157 + } + }, + { + "model_tag": "fcn", + "label": "FCN", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "fcn", + "label": "FCN", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 5.960229415004348e-06, + "std": 1.3327478133443526e-05, + "min": 0.0, + "max": 2.980114707502174e-05 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.011679805987441694, + "std": 0.019872372458657642, + "min": 0.0, + "max": 0.045880503237594294 + }, + "union_regret": { + "n": 5, + "mean": 0.011679805987441694, + "std": 0.019872372458657642, + "min": 0.0, + "max": 0.045880503237594294 + } + }, + { + "model_tag": "fengwu", + "label": "FengWu", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "fengwu", + "label": "FengWu", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0006908222234409067, + "std": 0.0011910586589384115, + "min": 0.0, + "max": 0.0027505832409660327 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.005222389249812243, + "std": 0.0062394095558402415, + "min": 0.0, + "max": 0.015150501067724198 + }, + "union_regret": { + "n": 5, + "mean": 0.005222389249812243, + "std": 0.0062394095558402415, + "min": 0.0, + "max": 0.015150501067724198 + } + }, + { + "model_tag": "fuxi", + "label": "FuXi", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "fuxi", + "label": "FuXi", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0010839188523199318, + "std": 0.0017288780545672386, + "min": 0.0, + "max": 0.0039636864245868875 + }, + "union_regret": { + "n": 5, + "mean": 0.0010839188523199318, + "std": 0.0017288780545672386, + "min": 0.0, + "max": 0.0039636864245868875 + } + }, + { + "model_tag": "pangu6", + "label": "Pangu-Weather", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "union_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + } + }, + { + "model_tag": "pangu6", + "label": "Pangu-Weather", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0007280423771922354, + "std": 0.001178746460551365, + "min": 0.0, + "max": 0.0027096086413018403 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.0018491271881979853, + "std": 0.0032630386057089294, + "min": 0.0, + "max": 0.007639684811918013 + }, + "union_regret": { + "n": 5, + "mean": 0.0018491271881979853, + "std": 0.0032630386057089294, + "min": 0.0, + "max": 0.007639684811918013 + } + }, + { + "model_tag": "alphaearth", + "label": "AlphaEarth", + "scope": "global", + "scope_label": "\\(\\Omega=\\)global", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.1722171037486726, + "std": 0.08849214830495522, + "min": 0.050655329891645895, + "max": 0.272468682523694 + }, + "union_regret": { + "n": 5, + "mean": 0.1722171037486726, + "std": 0.08849214830495522, + "min": 0.050655329891645895, + "max": 0.272468682523694 + } + }, + { + "model_tag": "alphaearth", + "label": "AlphaEarth", + "scope": "fire_prone", + "scope_label": "\\(\\Omega=\\)top 20\\%", + "n": 5, + "seeds": [ + 1, + 7, + 42, + 99, + 123 + ], + "paths": [ + "", + "", + "", + "", + "" + ], + "exact_regret": { + "n": 5, + "mean": 0.0, + "std": 0.0, + "min": 0.0, + "max": 0.0 + }, + "tolerated_regret": { + "n": 5, + "mean": 0.038803552655092256, + "std": 0.0594825313313219, + "min": 0.0, + "max": 0.13482302181308625 + }, + "union_regret": { + "n": 5, + "mean": 0.038803552655092256, + "std": 0.0594825313313219, + "min": 0.0, + "max": 0.13482302181308625 + } + } + ], + "issues": [], + "notes": [ + "Reference global exact_regret has true zero displayed std; table omitted", + "Reference fire_prone exact_regret has true zero displayed std; table omitted", + "Prithvi-WxC global exact_regret has true zero displayed std; table omitted", + "Prithvi-WxC global tolerated_regret has true zero displayed std; table omitted", + "Prithvi-WxC global union_regret has true zero displayed std; table omitted", + "Prithvi-WxC fire_prone exact_regret has true zero displayed std; table omitted", + "Prithvi-WxC fire_prone tolerated_regret has true zero displayed std; table omitted", + "Prithvi-WxC fire_prone union_regret has true zero displayed std; table omitted", + "ClimaX fire_prone exact_regret has true zero displayed std; table omitted", + "ClimaX fire_prone tolerated_regret has true zero displayed std; table omitted", + "ClimaX fire_prone union_regret has true zero displayed std; table omitted", + "StormCast global exact_regret has true zero displayed std; table omitted", + "StormCast global tolerated_regret has true zero displayed std; table omitted", + "StormCast global union_regret has true zero displayed std; table omitted", + "StormCast fire_prone exact_regret has true zero displayed std; table omitted", + "StormCast fire_prone tolerated_regret has true zero displayed std; table omitted", + "StormCast fire_prone union_regret has true zero displayed std; table omitted", + "DLWP global exact_regret has true zero displayed std; table omitted", + "DLWP global tolerated_regret has true zero displayed std; table omitted", + "DLWP global union_regret has true zero displayed std; table omitted", + "FCN global exact_regret has true zero displayed std; table omitted", + "FCN global tolerated_regret has true zero displayed std; table omitted", + "FCN global union_regret has true zero displayed std; table omitted", + "FengWu global exact_regret has true zero displayed std; table omitted", + "FengWu global tolerated_regret has true zero displayed std; table omitted", + "FengWu global union_regret has true zero displayed std; table omitted", + "FuXi global exact_regret has true zero displayed std; table omitted", + "FuXi global tolerated_regret has true zero displayed std; table omitted", + "FuXi global union_regret has true zero displayed std; table omitted", + "FuXi fire_prone exact_regret has true zero displayed std; table omitted", + "Pangu-Weather global exact_regret has true zero displayed std; table omitted", + "Pangu-Weather global tolerated_regret has true zero displayed std; table omitted", + "Pangu-Weather global union_regret has true zero displayed std; table omitted", + "AlphaEarth global exact_regret has true zero displayed std; table omitted", + "AlphaEarth fire_prone exact_regret has true zero displayed std; table omitted" + ] +}