{ "rows": [ { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.004193290734824281", "exact_ranking_score": "0.004193290734824281", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0056438127090301", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0056438127090301", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006549130347299629", "ranking_selected_val_pr_auc": "0.0007883068263073185", "scope": "global", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6337627266658229", "tolerated_ranking_score": "0.40561891947698747", "tolerated_regret": 0.22814380718883542, "tolerated_test_gap": "0.22814380718883542", "tolerated_val_decision_score": "0.6238973446702573", "tolerated_val_gap": "0.1715500493543587", "tolerated_val_ranking_score": "0.45234729531589857", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6337627266658229", "union_ranking_score": "0.40561891947698747", "union_regret": 0.22814380718883542, "union_test_gap": "0.22814380718883542", "union_val_decision_score": "0.6238973446702573", "union_val_gap": "0.1715500493543587", "union_val_ranking_score": "0.45234729531589857", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.09715762273901808", "exact_ranking_score": "0.09715762273901808", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.13462469733656174", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.13462469733656174", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.04390614036305261", "ranking_selected_val_pr_auc": "0.05734457583552234", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7863702028280513", "tolerated_ranking_score": "0.7863702028280513", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.758785818734687", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.758785818734687", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7863702028280513", "union_ranking_score": "0.7863702028280513", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.758785818734687", "union_val_gap": "0.0", "union_val_ranking_score": "0.758785818734687", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.006959088991986505", "exact_ranking_score": "0.006959088991986505", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.006399069226294357", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.006399069226294357", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0007047712457371991", "ranking_selected_val_pr_auc": "0.0007434343102653092", "scope": "global", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.5604635792586619", "tolerated_ranking_score": "0.4427625907752311", "tolerated_regret": 0.11770098848343075, "tolerated_test_gap": "0.11770098848343075", "tolerated_val_decision_score": "0.5441785824390972", "tolerated_val_gap": "0.056405166058839995", "tolerated_val_ranking_score": "0.48777341638025723", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.5604635792586619", "union_ranking_score": "0.4427625907752311", "union_regret": 0.11770098848343075, "union_test_gap": "0.11770098848343075", "union_val_decision_score": "0.5441785824390972", "union_val_gap": "0.056405166058839995", "union_val_ranking_score": "0.48777341638025723", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.10531544957774468", "exact_ranking_score": "0.10531544957774468", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12267343485617596", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12267343485617596", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.045809049876129763", "ranking_selected_val_pr_auc": "0.05470980065861018", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7789089693560928", "tolerated_ranking_score": "0.7789089693560928", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.749825256630312", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.749825256630312", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7789089693560928", "union_ranking_score": "0.7789089693560928", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.749825256630312", "union_val_gap": "0.0", "union_val_ranking_score": "0.749825256630312", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.004809747755451047", "exact_ranking_score": "0.004809747755451047", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.004359099620457705", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.004359099620457705", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0005634701573991865", "ranking_selected_val_pr_auc": "0.0005920938943373892", "scope": "global", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6812131506751973", "tolerated_ranking_score": "0.4087444681515033", "tolerated_regret": 0.272468682523694, "tolerated_test_gap": "0.272468682523694", "tolerated_val_decision_score": "0.7447325774946227", "tolerated_val_gap": "0.3021550064919567", "tolerated_val_ranking_score": "0.44257757100266604", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6812131506751973", "union_ranking_score": "0.4087444681515033", "union_regret": 0.272468682523694, "union_test_gap": "0.272468682523694", "union_val_decision_score": "0.7447325774946227", "union_val_gap": "0.3021550064919567", "union_val_ranking_score": "0.44257757100266604", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.08702469619756958", "exact_ranking_score": "0.08702469619756958", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.10515392597717052", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.10515392597717052", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.038083070948941686", "ranking_selected_val_pr_auc": "0.04505214599515043", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8461131676361712", "tolerated_ranking_score": "0.7112901458230849", "tolerated_regret": 0.13482302181308625, "tolerated_test_gap": "0.13482302181308625", "tolerated_val_decision_score": "0.806760850261024", "tolerated_val_gap": "0.07815518654517495", "tolerated_val_ranking_score": "0.728605663715849", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8461131676361712", "union_ranking_score": "0.7112901458230849", "union_regret": 0.13482302181308625, "union_test_gap": "0.13482302181308625", "union_val_decision_score": "0.806760850261024", "union_val_gap": "0.07815518654517495", "union_val_ranking_score": "0.728605663715849", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.010460251046025104", "exact_ranking_score": "0.010460251046025104", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.009547591069330199", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.009547591069330199", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.001005722733868245", "ranking_selected_val_pr_auc": "0.0009777524224237678", "scope": "global", "seed": 7, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6691395427484861", "tolerated_ranking_score": "0.6184842128568402", "tolerated_regret": 0.050655329891645895, "tolerated_test_gap": "0.050655329891645895", "tolerated_val_decision_score": "0.677404587086621", "tolerated_val_gap": "0.011527156971746999", "tolerated_val_ranking_score": "0.665877430114874", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6691395427484861", "union_ranking_score": "0.6184842128568402", "union_regret": 0.050655329891645895, "union_test_gap": "0.050655329891645895", "union_val_decision_score": "0.677404587086621", "union_val_gap": "0.011527156971746999", "union_val_ranking_score": "0.665877430114874", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12514898688915374", "exact_ranking_score": "0.12514898688915374", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.14325685506435365", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.14325685506435365", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.05955397140893137", "ranking_selected_val_pr_auc": "0.06058697421048699", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8294499693616161", "tolerated_ranking_score": "0.8294499693616161", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8107581951083846", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8107581951083846", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8294499693616161", "union_ranking_score": "0.8294499693616161", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8107581951083846", "union_val_gap": "0.0", "union_val_ranking_score": "0.8107581951083846", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.006780481898534931", "exact_ranking_score": "0.006780481898534931", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.005964994898359627", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.005964994898359627", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006577120081349608", "ranking_selected_val_pr_auc": "0.0007340310681749519", "scope": "global", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.5842714676652996", "tolerated_ranking_score": "0.3921547570095426", "tolerated_regret": 0.19211671065575697, "tolerated_test_gap": "0.19211671065575697", "tolerated_val_decision_score": "0.5663548190132099", "tolerated_val_gap": "0.10549666519652506", "tolerated_val_ranking_score": "0.4608581538166849", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.5842714676652996", "union_ranking_score": "0.3921547570095426", "union_regret": 0.19211671065575697, "union_test_gap": "0.19211671065575697", "union_val_decision_score": "0.5663548190132099", "union_val_gap": "0.10549666519652506", "union_val_ranking_score": "0.4608581538166849", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.10365251727541955", "exact_ranking_score": "0.10365251727541955", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12251941328731666", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12251941328731666", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0458102699699856", "ranking_selected_val_pr_auc": "0.0554648890254577", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8350245452333586", "tolerated_ranking_score": "0.7758298037709835", "tolerated_regret": 0.05919474146237502, "tolerated_test_gap": "0.05919474146237502", "tolerated_val_decision_score": "0.7736506356603177", "tolerated_val_gap": "0.027586681737492236", "tolerated_val_ranking_score": "0.7460639539228254", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8350245452333586", "union_ranking_score": "0.7758298037709835", "union_regret": 0.05919474146237502, "union_test_gap": "0.05919474146237502", "union_val_decision_score": "0.7736506356603177", "union_val_gap": "0.027586681737492236", "union_val_ranking_score": "0.7460639539228254", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.00024254792826221397", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.0005311562430574265", "exact_ranking_score": "0.0005311562430574265", "exact_regret": 0.0, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_pr_auc": "0.00031683315961488916", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23647112940979162", "tolerated_regret": 0.004322443582420371, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23647112940979162", "union_regret": 0.004322443582420371, "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.04541038665445361", "exact_ranking_score": "0.04541038665445361", "exact_regret": 0.0, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_pr_auc": "0.03014151567817997", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7175172112337449", "tolerated_regret": 0.0010152594893735323, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7175172112337449", "union_regret": 0.0010152594893735323, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.0002876372030063385", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.240793572992212, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.0", "union_regret": 0.240793572992212, "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.02613792907867929", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0", "exact_regret": 0.0004925501476206198, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.00027660331739269843", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23734400297937533", "tolerated_regret": 0.0034495700128366613, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23734400297937533", "union_regret": 0.0034495700128366613, "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0413500618483831", "exact_ranking_score": "0.0413500618483831", "exact_regret": 0.0, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.024802820904513342", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7184857293868923", "tolerated_regret": 4.674133622617482e-05, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7184857293868923", "union_regret": 4.674133622617482e-05, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0", "exact_regret": 0.0004925501476206198, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.00024254792826221397", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.240793572992212, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.0", "union_regret": 0.240793572992212, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.0", "exact_regret": 0.04101254412979794, "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.7185324707231184, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.0", "union_regret": 0.7185324707231184, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.0002543464414550104", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.02281272244151735", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00025952340213823634", "ranking_selected_val_pr_auc": "0.00028511175967657057", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.024930358757410707", "ranking_selected_val_pr_auc": "0.03159877521821671", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00023723426605001756", "ranking_selected_val_pr_auc": "0.00023206733426223207", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.021516770872035896", "ranking_selected_val_pr_auc": "0.023234418719582723", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "exact_test_gap": "7.571921560175121e-06", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "7.267025482891767e-06", "exact_val_ranking_score": "0.00046544514931712863", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.00025423546642937565", "ranking_selected_val_pr_auc": "0.00023120715224267713", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "tolerated_test_gap": "0.0032399924956598714", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.00299097714352789", "tolerated_val_ranking_score": "0.2149459035878704", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "union_test_gap": "0.0032399924956598714", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.00299097714352789", "union_val_ranking_score": "0.2149459035878704", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.021317405351800135", "ranking_selected_val_pr_auc": "0.02320587721933335", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.00048696535779102983", "exact_ranking_score": "0.00048696535779102983", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.00046735226565276225", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.00046735226565276225", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002340075376021003", "ranking_selected_val_pr_auc": "0.00023166839498120457", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.2384111045733381", "tolerated_ranking_score": "0.2384111045733381", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.21573180756095836", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.21573180756095836", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.2384111045733381", "union_ranking_score": "0.2384111045733381", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.21573180756095836", "union_val_gap": "0.0", "union_val_ranking_score": "0.21573180756095836", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.02099123219536693", "ranking_selected_val_pr_auc": "0.023142108180759017", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.00487022180273714", "exact_ranking_score": "0.00487022180273714", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0013194321729398599", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0013194321729398599", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006257446338466172", "ranking_selected_val_pr_auc": "0.00041081035639410466", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.38023285660836226", "tolerated_ranking_score": "0.38023285660836226", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.40408253980815234", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.40408253980815234", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.38023285660836226", "union_ranking_score": "0.38023285660836226", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.40408253980815234", "union_val_gap": "0.0", "union_val_ranking_score": "0.40408253980815234", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.043506471331489265", "exact_ranking_score": "0.043506471331489265", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04461624715984538", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04461624715984538", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.019747545663020845", "ranking_selected_val_pr_auc": "0.019740435565559492", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7280364139105968", "tolerated_ranking_score": "0.7280364139105968", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7120828721033882", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7120828721033882", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7280364139105968", "union_ranking_score": "0.7280364139105968", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7120828721033882", "union_val_gap": "0.0", "union_val_ranking_score": "0.7120828721033882", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0025026814444047193", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0025026814444047193", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0007129763973023342", "ranking_selected_val_pr_auc": "0.0004370316771032176", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3797689460796109", "tolerated_ranking_score": "0.3797689460796109", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.4257234764346952", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.4257234764346952", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3797689460796109", "union_ranking_score": "0.3797689460796109", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.4257234764346952", "union_val_gap": "0.0", "union_val_ranking_score": "0.4257234764346952", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04249854057209574", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.001485996442297799, "exact_test_gap": "0.001485996442297799", "exact_val_decision_score": "0.04371409485637943", "exact_val_gap": "0.0011821959321862904", "exact_val_ranking_score": "0.04253189892419314", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.021118517500793188", "ranking_selected_val_pr_auc": "0.02303236785318257", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7321459738801157", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.013613503156997275, "tolerated_test_gap": "0.013613503156997275", "tolerated_val_decision_score": "0.7128995538153613", "tolerated_val_gap": "0.022224140467747677", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7321459738801157", "union_ranking_score": "0.7185324707231184", "union_regret": 0.013613503156997275, "union_test_gap": "0.013613503156997275", "union_val_decision_score": "0.7128995538153613", "union_val_gap": "0.022224140467747677", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0020120724346076456", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0020120724346076456", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006203713852571992", "ranking_selected_val_pr_auc": "0.0004707444097300293", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3405125814370199", "tolerated_ranking_score": "0.3405125814370199", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.474350305376108", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.474350305376108", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3405125814370199", "union_ranking_score": "0.3405125814370199", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.474350305376108", "union_val_gap": "0.0", "union_val_ranking_score": "0.474350305376108", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.04637177602565815", "exact_ranking_score": "0.04637177602565815", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.044021164021164016", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.044021164021164016", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.020762153794205103", "ranking_selected_val_pr_auc": "0.020894537350314525", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7728400679088107", "tolerated_ranking_score": "0.6606900017471591", "tolerated_regret": 0.11215006616165157, "tolerated_test_gap": "0.11215006616165157", "tolerated_val_decision_score": "0.7122584178150692", "tolerated_val_gap": "0.009110393702543962", "tolerated_val_ranking_score": "0.7031480241125252", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7728400679088107", "union_ranking_score": "0.6606900017471591", "union_regret": 0.11215006616165157, "union_test_gap": "0.11215006616165157", "union_val_decision_score": "0.7122584178150692", "union_val_gap": "0.009110393702543962", "union_val_ranking_score": "0.7031480241125252", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0010056989607777405", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0010056989607777405", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0005264872646085452", "ranking_selected_val_pr_auc": "0.00035284338324857376", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3432315705541329", "tolerated_ranking_score": "0.3432315705541329", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3469162743670964", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3469162743670964", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3432315705541329", "union_ranking_score": "0.3432315705541329", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3469162743670964", "union_val_gap": "0.0", "union_val_ranking_score": "0.3469162743670964", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.043377707581227436", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0023651634514294945, "exact_test_gap": "0.0023651634514294945", "exact_val_decision_score": "0.04303681559882578", "exact_val_gap": "0.0005049166746326425", "exact_val_ranking_score": "0.04253189892419314", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.018519739310339497", "ranking_selected_val_pr_auc": "0.01953230111607746", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.762536895087842", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.044004424364723516, "tolerated_test_gap": "0.044004424364723516", "tolerated_val_decision_score": "0.7274867592832499", "tolerated_val_gap": "0.036811345935636286", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.762536895087842", "union_ranking_score": "0.7185324707231184", "union_regret": 0.044004424364723516, "union_test_gap": "0.044004424364723516", "union_val_decision_score": "0.7274867592832499", "union_val_gap": "0.036811345935636286", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.002074688796680498", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.002074688796680498", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0007477128447471452", "ranking_selected_val_pr_auc": "0.00047085132311599663", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3979559626836394", "tolerated_ranking_score": "0.3979559626836394", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.4277982050028173", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.4277982050028173", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3979559626836394", "union_ranking_score": "0.3979559626836394", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.4277982050028173", "union_val_gap": "0.0", "union_val_ranking_score": "0.4277982050028173", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04819843096725701", "exact_ranking_score": "0.04819843096725701", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.05605272285813389", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.05605272285813389", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02136633936888583", "ranking_selected_val_pr_auc": "0.024917289620763165", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7653346239087763", "tolerated_ranking_score": "0.7187730423241409", "tolerated_regret": 0.046561581584635414, "tolerated_test_gap": "0.046561581584635414", "tolerated_val_decision_score": "0.7238142274110074", "tolerated_val_gap": "0.032313773339499696", "tolerated_val_ranking_score": "0.6915004540715077", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7653346239087763", "union_ranking_score": "0.7187730423241409", "union_regret": 0.046561581584635414, "union_test_gap": "0.046561581584635414", "union_val_decision_score": "0.7238142274110074", "union_val_gap": "0.032313773339499696", "union_val_ranking_score": "0.6915004540715077", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0009319664492078285", "exact_ranking_score": "0.0009319664492078285", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.004399472063352399", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.004399472063352399", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00037256097806901117", "ranking_selected_val_pr_auc": "0.00045069184813668276", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31167484413093016", "tolerated_ranking_score": "0.31167484413093016", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3052875742065006", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3052875742065006", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31167484413093016", "union_ranking_score": "0.31167484413093016", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3052875742065006", "union_val_gap": "0.0", "union_val_ranking_score": "0.3052875742065006", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.042068766252528166", "exact_ranking_score": "0.042068766252528166", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.043150583715087926", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.043150583715087926", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.01844011667219625", "ranking_selected_val_pr_auc": "0.019762912264716534", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7182175622542595", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.0003149084688589543", "tolerated_val_decision_score": "0.6906967717983766", "tolerated_val_gap": "2.135845076300935e-05", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7182175622542595", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "-0.0003149084688589543", "union_val_decision_score": "0.6906967717983766", "union_val_gap": "2.135845076300935e-05", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0006535947712418301", "exact_ranking_score": "0.0006535947712418301", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0037359900373599006", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0037359900373599006", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.000387412312932838", "ranking_selected_val_pr_auc": "0.0004364526611974742", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3096850885545486", "tolerated_ranking_score": "0.3096850885545486", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2992790399255972", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2992790399255972", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3096850885545486", "union_ranking_score": "0.3096850885545486", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2992790399255972", "union_val_gap": "0.0", "union_val_ranking_score": "0.2992790399255972", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04104234527687296", "exact_ranking_score": "0.04101254412979794", "exact_regret": 2.980114707502174e-05, "exact_test_gap": "2.980114707502174e-05", "exact_val_decision_score": "0.04257237303415807", "exact_val_gap": "4.047410996493167e-05", "exact_val_ranking_score": "0.04253189892419314", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.019943278646881796", "ranking_selected_val_pr_auc": "0.0240285163314118", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7310509974227326", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.012518526699614174, "tolerated_test_gap": "0.012518526699614174", "tolerated_val_decision_score": "0.7058203125", "tolerated_val_gap": "0.01514489915238637", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7310509974227326", "union_ranking_score": "0.7185324707231184", "union_regret": 0.012518526699614174, "union_test_gap": "0.012518526699614174", "union_val_decision_score": "0.7058203125", "union_val_gap": "0.01514489915238637", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0007027406886858749", "exact_ranking_score": "0.0007027406886858749", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0031868882312770315", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0031868882312770315", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00041063897933390575", "ranking_selected_val_pr_auc": "0.00042489429428535383", "scope": "global", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.2870596305028149", "tolerated_ranking_score": "0.31987973649439366", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.03282010599157875", "tolerated_val_decision_score": "0.31159367647460456", "tolerated_val_gap": "0.0054887421624861266", "tolerated_val_ranking_score": "0.30610493431211844", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.2870596305028149", "union_ranking_score": "0.31987973649439366", "union_regret": 0.0, "union_test_gap": "-0.03282010599157875", "union_val_decision_score": "0.31159367647460456", "union_val_gap": "0.0054887421624861266", "union_val_ranking_score": "0.30610493431211844", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0414596444738876", "exact_ranking_score": "0.0414596444738876", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04356664102845841", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04356664102845841", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.018030815062946615", "ranking_selected_val_pr_auc": "0.018978807537809048", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7197180735022655", "tolerated_ranking_score": "0.7197180735022655", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6914092197111065", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6914092197111065", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7197180735022655", "union_ranking_score": "0.7197180735022655", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6914092197111065", "union_val_gap": "0.0", "union_val_ranking_score": "0.6914092197111065", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.001086071137659517", "exact_ranking_score": "0.001086071137659517", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003349460364719018", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003349460364719018", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003268363416054406", "ranking_selected_val_pr_auc": "0.00039156287297214436", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3051941376005135", "tolerated_ranking_score": "0.3051941376005135", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2948179787588662", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2948179787588662", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3051941376005135", "union_ranking_score": "0.3051941376005135", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2948179787588662", "union_val_gap": "0.0", "union_val_ranking_score": "0.2948179787588662", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.040288313241635454", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "-0.0007242308881624873", "exact_val_decision_score": "0.04306006752022422", "exact_val_gap": "0.0005281685960310811", "exact_val_ranking_score": "0.04253189892419314", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02050876208409485", "ranking_selected_val_pr_auc": "0.02590116599560572", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7644129739607127", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.045880503237594294, "tolerated_test_gap": "0.045880503237594294", "tolerated_val_decision_score": "0.6962583126352054", "tolerated_val_gap": "0.005582899287591814", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7644129739607127", "union_ranking_score": "0.7185324707231184", "union_regret": 0.045880503237594294, "union_test_gap": "0.045880503237594294", "union_val_decision_score": "0.6962583126352054", "union_val_gap": "0.005582899287591814", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0018159806295399514", "exact_ranking_score": "0.0018159806295399514", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003241491085899514", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003241491085899514", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00038120453362995967", "ranking_selected_val_pr_auc": "0.0004356191579614426", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3054145960271247", "tolerated_ranking_score": "0.3054145960271247", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2930313844339525", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2930313844339525", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3054145960271247", "union_ranking_score": "0.3054145960271247", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2930313844339525", "union_val_gap": "0.0", "union_val_ranking_score": "0.2930313844339525", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.042822140550172624", "exact_ranking_score": "0.042822140550172624", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.043420983295568316", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.043420983295568316", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.029098665712304895", "ranking_selected_val_pr_auc": "0.032221638150467385", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.726408418760773", "tolerated_ranking_score": "0.726408418760773", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6933831038489982", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6933831038489982", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.726408418760773", "union_ranking_score": "0.726408418760773", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6933831038489982", "union_val_gap": "0.0", "union_val_ranking_score": "0.6933831038489982", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0031948881789137383", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0031948881789137383", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.000398077435365184", "ranking_selected_val_pr_auc": "0.00047223676755013246", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31071390711162444", "tolerated_ranking_score": "0.31071390711162444", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3130246199713141", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3130246199713141", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31071390711162444", "union_ranking_score": "0.31071390711162444", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3130246199713141", "union_val_gap": "0.0", "union_val_ranking_score": "0.3130246199713141", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04452825597664091", "exact_ranking_score": "0.04452825597664091", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0455414882958375", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0455414882958375", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.022736128443885992", "ranking_selected_val_pr_auc": "0.021286665509494304", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7269980510116651", "tolerated_ranking_score": "0.7269980510116651", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7088464801269441", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7088464801269441", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7269980510116651", "union_ranking_score": "0.7269980510116651", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7088464801269441", "union_val_gap": "0.0", "union_val_ranking_score": "0.7088464801269441", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003656307129798903", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003656307129798903", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0004116035724473925", "ranking_selected_val_pr_auc": "0.0004377390722357372", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3145618361221859", "tolerated_ranking_score": "0.3145618361221859", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3129112248106385", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3129112248106385", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3145618361221859", "union_ranking_score": "0.3145618361221859", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3129112248106385", "union_val_gap": "0.0", "union_val_ranking_score": "0.3129112248106385", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04171607200603644", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0007035278762385008, "exact_test_gap": "0.0007035278762385008", "exact_val_decision_score": "0.043619564341543335", "exact_val_gap": "0.0010876654173501976", "exact_val_ranking_score": "0.04253189892419314", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.020495144103834257", "ranking_selected_val_pr_auc": "0.023246350918909517", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7251252524331628", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.006592781710044404, "tolerated_test_gap": "0.006592781710044404", "tolerated_val_decision_score": "0.7015002586652871", "tolerated_val_gap": "0.01082484531767347", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7251252524331628", "union_ranking_score": "0.7185324707231184", "union_regret": 0.006592781710044404, "union_test_gap": "0.006592781710044404", "union_val_decision_score": "0.7015002586652871", "union_val_gap": "0.01082484531767347", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.001528350909368791", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.001528350909368791", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00036987379624400454", "ranking_selected_val_pr_auc": "0.00039852867365630293", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31219058559732665", "tolerated_ranking_score": "0.31219058559732665", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31476872634310843", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31476872634310843", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31219058559732665", "union_ranking_score": "0.31219058559732665", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31476872634310843", "union_val_gap": "0.0", "union_val_ranking_score": "0.31476872634310843", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04574838388861263", "exact_ranking_score": "0.04574838388861263", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04613821138211382", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04613821138211382", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.021165185967854567", "ranking_selected_val_pr_auc": "0.020671268187642432", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7265705731122933", "tolerated_ranking_score": "0.7265705731122933", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7074814597750377", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7074814597750377", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7265705731122933", "union_ranking_score": "0.7265705731122933", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7074814597750377", "union_val_gap": "0.0", "union_val_ranking_score": "0.7074814597750377", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0027012425715829285", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0027012425715829285", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00036963872610239895", "ranking_selected_val_pr_auc": "0.00042054736055892957", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.30641904273669174", "tolerated_ranking_score": "0.30641904273669174", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30868675618673724", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30868675618673724", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.30641904273669174", "union_ranking_score": "0.30641904273669174", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30868675618673724", "union_val_gap": "0.0", "union_val_ranking_score": "0.30868675618673724", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.043763127370763974", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0027505832409660327, "exact_test_gap": "0.0027505832409660327", "exact_val_decision_score": "0.04404735872043984", "exact_val_gap": "0.0015154597962467042", "exact_val_ranking_score": "0.04253189892419314", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.016801706970978273", "ranking_selected_val_pr_auc": "0.022509307119807316", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.722901134194411", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.004368663471292611, "tolerated_test_gap": "0.004368663471292611", "tolerated_val_decision_score": "0.7033268834654516", "tolerated_val_gap": "0.01265147011783796", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.722901134194411", "union_ranking_score": "0.7185324707231184", "union_regret": 0.004368663471292611, "union_test_gap": "0.004368663471292611", "union_val_decision_score": "0.7033268834654516", "union_val_gap": "0.01265147011783796", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0041356492969396195", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0041356492969396195", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00042782651526874734", "ranking_selected_val_pr_auc": "0.0004271990954031648", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3111214819309595", "tolerated_ranking_score": "0.3111214819309595", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30674980181224504", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30674980181224504", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3111214819309595", "union_ranking_score": "0.3111214819309595", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30674980181224504", "union_val_gap": "0.0", "union_val_ranking_score": "0.30674980181224504", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04882017900732303", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04882017900732303", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02199779031689959", "ranking_selected_val_pr_auc": "0.030768274290330223", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7336829717908426", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.015150501067724198, "tolerated_test_gap": "0.015150501067724198", "tolerated_val_decision_score": "0.6987796297897932", "tolerated_val_gap": "0.008104216442179624", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7336829717908426", "union_ranking_score": "0.7185324707231184", "union_regret": 0.015150501067724198, "union_test_gap": "0.015150501067724198", "union_val_decision_score": "0.6987796297897932", "union_val_gap": "0.008104216442179624", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0006866311182961118", "exact_ranking_score": "0.0006866311182961118", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0008811590083408097", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0008811590083408097", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003596048414560045", "ranking_selected_val_pr_auc": "0.0004121169333774252", "scope": "global", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.21516044416153002", "tolerated_ranking_score": "0.3091927111996169", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.09403226703808687", "tolerated_val_decision_score": "0.3118144595732139", "tolerated_val_gap": "0.001671993688703799", "tolerated_val_ranking_score": "0.3101424658845101", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.21516044416153002", "union_ranking_score": "0.3091927111996169", "union_regret": 0.0, "union_test_gap": "-0.09403226703808687", "union_val_decision_score": "0.3118144595732139", "union_val_gap": "0.001671993688703799", "union_val_ranking_score": "0.3101424658845101", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.043196160341303", "exact_ranking_score": "0.043196160341303", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04576053854784421", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04576053854784421", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.01904942261850253", "ranking_selected_val_pr_auc": "0.020787588115504", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7261195534617713", "tolerated_ranking_score": "0.7246636456247585", "tolerated_regret": 0.001455907837012771, "tolerated_test_gap": "0.001455907837012771", "tolerated_val_decision_score": "0.7033365957825429", "tolerated_val_gap": "0.003706992036648815", "tolerated_val_ranking_score": "0.6996296037458941", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7261195534617713", "union_ranking_score": "0.7246636456247585", "union_regret": 0.001455907837012771, "union_test_gap": "0.001455907837012771", "union_val_decision_score": "0.7033365957825429", "union_val_gap": "0.003706992036648815", "union_val_ranking_score": "0.6996296037458941", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0009888839378897987", "exact_ranking_score": "0.0009888839378897987", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0010117798317730948", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0010117798317730948", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00039999784430104664", "ranking_selected_val_pr_auc": "0.00043073606570656576", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3096924811079745", "tolerated_ranking_score": "0.3096924811079745", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31039074285584656", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31039074285584656", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3096924811079745", "union_ranking_score": "0.3096924811079745", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31039074285584656", "union_val_gap": "0.0", "union_val_ranking_score": "0.31039074285584656", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.018543768748295608", "exact_ranking_score": "0.018543768748295608", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04600811907983762", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04600811907983762", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.021045021724179047", "ranking_selected_val_pr_auc": "0.025380726482200633", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7224961571477053", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0039636864245868875, "tolerated_test_gap": "0.0039636864245868875", "tolerated_val_decision_score": "0.6975587357465372", "tolerated_val_gap": "0.00688332239892353", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7224961571477053", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0039636864245868875, "union_test_gap": "0.0039636864245868875", "union_val_decision_score": "0.6975587357465372", "union_val_gap": "0.00688332239892353", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0003188165529554294", "exact_ranking_score": "0.0003188165529554294", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0011176098051633573", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0011176098051633573", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003830459807690152", "ranking_selected_val_pr_auc": "0.00042901589997107405", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.316668570748256", "tolerated_ranking_score": "0.316668570748256", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3180456774666437", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3180456774666437", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.316668570748256", "union_ranking_score": "0.316668570748256", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3180456774666437", "union_val_gap": "0.0", "union_val_ranking_score": "0.3180456774666437", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04603830266616599", "exact_ranking_score": "0.04603830266616599", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04428715218026559", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04428715218026559", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.020363596550511454", "ranking_selected_val_pr_auc": "0.020674507603092498", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7054843984273774", "tolerated_ranking_score": "0.7054843984273774", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.72648949860566", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.72648949860566", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7054843984273774", "union_ranking_score": "0.7054843984273774", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.72648949860566", "union_val_gap": "0.0", "union_val_ranking_score": "0.72648949860566", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0008450613619815959", "exact_ranking_score": "0.0008450613619815959", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0009152735719220856", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0009152735719220856", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00037118462783325537", "ranking_selected_val_pr_auc": "0.0004157684867215522", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3062654921252336", "tolerated_ranking_score": "0.3062654921252336", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30677382687191324", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30677382687191324", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3062654921252336", "union_ranking_score": "0.3062654921252336", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30677382687191324", "union_val_gap": "0.0", "union_val_ranking_score": "0.30677382687191324", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.044572342126298965", "exact_ranking_score": "0.044572342126298965", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04500911929271383", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04500911929271383", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.018717347905238046", "ranking_selected_val_pr_auc": "0.020626878606552698", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7235687421646468", "tolerated_ranking_score": "0.7235687421646468", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6980281690140845", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6980281690140845", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7235687421646468", "union_ranking_score": "0.7235687421646468", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6980281690140845", "union_val_gap": "0.0", "union_val_ranking_score": "0.6980281690140845", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0007771032641515431", "exact_ranking_score": "0.0007771032641515431", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0008510302291201489", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0008510302291201489", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003758107890486513", "ranking_selected_val_pr_auc": "0.0004065107971511574", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3108110703043797", "tolerated_ranking_score": "0.3108110703043797", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3116979187141017", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3116979187141017", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3108110703043797", "union_ranking_score": "0.3108110703043797", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3116979187141017", "union_val_gap": "0.0", "union_val_ranking_score": "0.3116979187141017", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.030284377692970574", "exact_ranking_score": "0.030284377692970574", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.051651931130758486", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.051651931130758486", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02225455497934009", "ranking_selected_val_pr_auc": "0.02778239852030042", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7183426482806338", "tolerated_ranking_score": "0.7203102915557309", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.0019676432750971307", "tolerated_val_decision_score": "0.7124343844122053", "tolerated_val_gap": "0.02087441927176159", "tolerated_val_ranking_score": "0.6915599651404437", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7183426482806338", "union_ranking_score": "0.7203102915557309", "union_regret": 0.0, "union_test_gap": "-0.0019676432750971307", "union_val_decision_score": "0.7124343844122053", "union_val_gap": "0.02087441927176159", "union_val_ranking_score": "0.6915599651404437", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "exact_test_gap": "7.571921560175121e-06", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "7.267025482891767e-06", "exact_val_ranking_score": "0.00046544514931712863", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.00024254792826221397", "ranking_selected_val_pr_auc": "0.00023277674706246134", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "tolerated_test_gap": "0.0032399924956598714", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.00299097714352789", "tolerated_val_ranking_score": "0.2149459035878704", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "union_test_gap": "0.0032399924956598714", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.00299097714352789", "union_val_ranking_score": "0.2149459035878704", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.014813375233921266", "ranking_selected_val_pr_auc": "0.02263545197493654", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.0005266170481980583", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 3.406690057743849e-05, "exact_test_gap": "3.406690057743849e-05", "exact_val_decision_score": "0.00047637431559568154", "exact_val_gap": "3.6621407956611337e-06", "exact_val_ranking_score": "0.0004727121748000204", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003300754798792237", "ranking_selected_val_pr_auc": "0.00024271959698351982", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.045738515901060074", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.004725971771262133, "exact_test_gap": "0.004725971771262133", "exact_val_decision_score": "0.04344902498318937", "exact_val_gap": "0.0009171260589962357", "exact_val_ranking_score": "0.04253189892419314", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0006100601402256502", "exact_ranking_score": "0.0", "exact_regret": 0.0006100601402256502, "exact_test_gap": "0.0006100601402256502", "exact_val_decision_score": "0.00048444832931275107", "exact_val_gap": "0.00048444832931275107", "exact_val_ranking_score": "0.0", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.00021817709863716954", "ranking_selected_val_pr_auc": "0.00025116618856577995", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.240793572992212, "tolerated_test_gap": "0.240793572992212", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.2179368807313983", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.0", "union_regret": 0.240793572992212, "union_test_gap": "0.240793572992212", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.2179368807313983", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04813290893564165", "exact_ranking_score": "0.0", "exact_regret": 0.04813290893564165, "exact_test_gap": "0.04813290893564165", "exact_val_decision_score": "0.04370736036385822", "exact_val_gap": "0.04370736036385822", "exact_val_ranking_score": "0.0", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02188826028256454", "ranking_selected_val_pr_auc": "0.032209470774519654", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.7185324707231184, "tolerated_test_gap": "0.7185324707231184", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.6906754133476136", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.0", "union_regret": 0.7185324707231184, "union_test_gap": "0.7185324707231184", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.6906754133476136", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.00035527516330545857", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "-0.00013727498431516128", "exact_val_decision_score": "0.0005024040170237669", "exact_val_gap": "2.9691842223746458e-05", "exact_val_ranking_score": "0.0004727121748000204", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00028045576992618193", "ranking_selected_val_pr_auc": "0.00024387937757633073", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04550550682582603", "exact_ranking_score": "0.0", "exact_regret": 0.04550550682582603, "exact_test_gap": "0.04550550682582603", "exact_val_decision_score": "0.04319677350880917", "exact_val_gap": "0.04319677350880917", "exact_val_ranking_score": "0.0", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.029883397445312192", "ranking_selected_val_pr_auc": "0.02789152422119005", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.7185324707231184, "tolerated_test_gap": "0.7185324707231184", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.6906754133476136", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.0", "union_regret": 0.7185324707231184, "union_test_gap": "0.7185324707231184", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.6906754133476136", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004887421693148924", "exact_ranking_score": "0.0004887421693148924", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004690575308283202", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004690575308283202", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003408299850116487", "ranking_selected_val_pr_auc": "0.00024250312441493891", "scope": "global", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.229804399271568", "tolerated_ranking_score": "0.23917716245227552", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.00937276318070751", "tolerated_val_decision_score": "0.2256312133013075", "tolerated_val_gap": "0.009197267184311658", "tolerated_val_ranking_score": "0.21643394611699585", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.229804399271568", "union_ranking_score": "0.23917716245227552", "union_regret": 0.0, "union_test_gap": "-0.00937276318070751", "union_val_decision_score": "0.2256312133013075", "union_val_gap": "0.009197267184311658", "union_val_ranking_score": "0.21643394611699585", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.0", "exact_regret": 0.04101254412979794, "exact_test_gap": "0.04101254412979794", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.04253189892419314", "exact_val_ranking_score": "0.0", "family": "Pangu-Weather", "model_tag": "pangu_weather", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.7185324707231184, "tolerated_test_gap": "0.7185324707231184", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.6906754133476136", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.0", "union_regret": 0.7185324707231184, "union_test_gap": "0.7185324707231184", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.6906754133476136", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.004253509145044662", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.004253509145044662", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00042881385578730365", "ranking_selected_val_pr_auc": "0.0004901027948814223", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.32066974948800614", "tolerated_ranking_score": "0.32066974948800614", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3120952399779768", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3120952399779768", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.32066974948800614", "union_ranking_score": "0.32066974948800614", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3120952399779768", "union_val_gap": "0.0", "union_val_ranking_score": "0.3120952399779768", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04418397717161179", "exact_ranking_score": "0.04418397717161179", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04535556523362161", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04535556523362161", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.02328829578760066", "ranking_selected_val_pr_auc": "0.02010310006243177", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7231388400090598", "tolerated_ranking_score": "0.7231388400090598", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.698733466652633", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.698733466652633", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7231388400090598", "union_ranking_score": "0.7231388400090598", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.698733466652633", "union_val_gap": "0.0", "union_val_ranking_score": "0.698733466652633", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0042863266180882984", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0042863266180882984", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00043738577276574255", "ranking_selected_val_pr_auc": "0.0004554894460132563", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31812983009681495", "tolerated_ranking_score": "0.31812983009681495", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3113263265858816", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3113263265858816", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31812983009681495", "union_ranking_score": "0.31812983009681495", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3113263265858816", "union_val_gap": "0.0", "union_val_ranking_score": "0.3113263265858816", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04194314737445728", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0009306032446593365, "exact_test_gap": "0.0009306032446593365", "exact_val_decision_score": "0.04314380355334118", "exact_val_gap": "0.0006119046291480426", "exact_val_ranking_score": "0.04253189892419314", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02254610440161657", "ranking_selected_val_pr_auc": "0.026053751384712866", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7261721555350364", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.007639684811918013, "tolerated_test_gap": "0.007639684811918013", "tolerated_val_decision_score": "0.7019436364687074", "tolerated_val_gap": "0.011268223121093768", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7261721555350364", "union_ranking_score": "0.7185324707231184", "union_regret": 0.007639684811918013, "union_test_gap": "0.007639684811918013", "union_val_decision_score": "0.7019436364687074", "union_val_gap": "0.011268223121093768", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0024802356223841263", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0024802356223841263", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00040651309469793043", "ranking_selected_val_pr_auc": "0.0004045310999550776", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.32154249424354786", "tolerated_ranking_score": "0.32154249424354786", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31489341288382094", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31489341288382094", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.32154249424354786", "union_ranking_score": "0.32154249424354786", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31489341288382094", "union_val_gap": "0.0", "union_val_ranking_score": "0.31489341288382094", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0430065972893146", "exact_ranking_score": "0.0430065972893146", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.044111302847282145", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.044111302847282145", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.021420904714594617", "ranking_selected_val_pr_auc": "0.019667925605377917", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7241279907754397", "tolerated_ranking_score": "0.7241279907754397", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6965685921876124", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6965685921876124", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7241279907754397", "union_ranking_score": "0.7241279907754397", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6965685921876124", "union_val_gap": "0.0", "union_val_ranking_score": "0.6965685921876124", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003894080996884735", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003894080996884735", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00038395193539280824", "ranking_selected_val_pr_auc": "0.0005470853500668261", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31120670593952293", "tolerated_ranking_score": "0.31120670593952293", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30691963220059004", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30691963220059004", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31120670593952293", "union_ranking_score": "0.31120670593952293", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30691963220059004", "union_val_gap": "0.0", "union_val_ranking_score": "0.30691963220059004", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04372215277109978", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0027096086413018403, "exact_test_gap": "0.0027096086413018403", "exact_val_decision_score": "0.043845404352062356", "exact_val_gap": "0.0013135054278692188", "exact_val_ranking_score": "0.04253189892419314", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.018664183428008234", "ranking_selected_val_pr_auc": "0.024661788918260808", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.719461376864001", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0009289061408825905, "tolerated_test_gap": "0.0009289061408825905", "tolerated_val_decision_score": "0.6947253251451462", "tolerated_val_gap": "0.004049911797532557", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.719461376864001", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0009289061408825905, "union_test_gap": "0.0009289061408825905", "union_val_decision_score": "0.6947253251451462", "union_val_gap": "0.004049911797532557", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.002408671216378964", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.002408671216378964", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0004450373086921994", "ranking_selected_val_pr_auc": "0.000447244495874373", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3214547875801752", "tolerated_ranking_score": "0.3214547875801752", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3045294255465288", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3045294255465288", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3214547875801752", "union_ranking_score": "0.3214547875801752", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3045294255465288", "union_val_gap": "0.0", "union_val_ranking_score": "0.3045294255465288", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0044004400440044", "exact_ranking_score": "0.0044004400440044", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.06142857142857142", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.06142857142857142", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.024740444457605402", "ranking_selected_val_pr_auc": "0.036676155849720546", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.719015307962107", "tolerated_ranking_score": "0.7183382629739177", "tolerated_regret": 0.0006770449881893237, "tolerated_test_gap": "0.0006770449881893237", "tolerated_val_decision_score": "0.6913348632305398", "tolerated_val_gap": "0.0006380914321632014", "tolerated_val_ranking_score": "0.6906967717983766", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.719015307962107", "union_ranking_score": "0.7183382629739177", "union_regret": 0.0006770449881893237, "union_test_gap": "0.0006770449881893237", "union_val_decision_score": "0.6913348632305398", "union_val_gap": "0.0006380914321632014", "union_val_ranking_score": "0.6906967717983766", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0002463357401629007", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0002463357401629007", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0002463357401629007", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0002463357401629007", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.00048497822606044473", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0002454330184381399", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.23755358049655212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.23755358049655212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_pr_auc": "0.02093558282208589", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.017134572294714646", "exact_ranking_score": "0.017134572294714646", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.002624341503354088", "scope": "global", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7286109603326707", "tolerated_ranking_score": "0.6186566066408326", "tolerated_regret": 0.10995435369183815, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7286109603326707", "union_ranking_score": "0.6186566066408326", "union_regret": 0.10995435369183815, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.1611624834874505", "exact_ranking_score": "0.1611624834874505", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.10204224118176683", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8685988450931266", "tolerated_ranking_score": "0.799032457577039", "tolerated_regret": 0.06956638751608757, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8685988450931266", "union_ranking_score": "0.799032457577039", "union_regret": 0.06956638751608757, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.019320660641944532", "exact_ranking_score": "0.019320660641944532", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0025603887793133394", "scope": "global", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.735221546471909", "tolerated_ranking_score": "0.5009707461135111", "tolerated_regret": 0.23425080035839785, "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.735221546471909", "union_ranking_score": "0.5009707461135111", "union_regret": 0.23425080035839785, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.19165378670788252", "exact_ranking_score": "0.19165378670788252", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.11551882470432043", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8567215417854325", "tolerated_ranking_score": "0.8066689866810086", "tolerated_regret": 0.05005255510442386, "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8567215417854325", "union_ranking_score": "0.8066689866810086", "union_regret": 0.05005255510442386, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.025515210991167808", "exact_ranking_score": "0.025515210991167808", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0032729435045747413", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7239943741463363", "tolerated_ranking_score": "0.7239943741463363", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7239943741463363", "union_ranking_score": "0.7239943741463363", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.19225806451612906", "exact_ranking_score": "0.19225806451612906", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.12048427320762313", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8358151221553631", "tolerated_ranking_score": "0.8358151221553631", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8358151221553631", "union_ranking_score": "0.8358151221553631", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.02287675150128682", "exact_ranking_score": "0.02287675150128682", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0030317345997110698", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.5002193417313746", "tolerated_ranking_score": "0.5002193417313746", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.5002193417313746", "union_ranking_score": "0.5002193417313746", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.22885572139303484", "exact_ranking_score": "0.22885572139303484", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.1323902067230726", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8027807546359551", "tolerated_ranking_score": "0.8027807546359551", "tolerated_regret": 0.0, "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8027807546359551", "union_ranking_score": "0.8027807546359551", "union_regret": 0.0, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.021876258220373104", "exact_ranking_score": "0.021876258220373104", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.0031953098868323193", "scope": "global", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7647466876509988", "tolerated_ranking_score": "0.6698005926442897", "tolerated_regret": 0.09494609500670914, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7647466876509988", "union_ranking_score": "0.6698005926442897", "union_regret": 0.09494609500670914, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.19477124183006533", "exact_ranking_score": "0.19477124183006533", "exact_regret": 0.0, "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_pr_auc": "0.11947246238005743", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.9039923296574045", "tolerated_ranking_score": "0.8534759193943048", "tolerated_regret": 0.05051641026309972, "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.9039923296574045", "union_ranking_score": "0.8534759193943048", "union_regret": 0.05051641026309972, "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004905319945803844", "exact_ranking_score": "0.0004905319945803844", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004707752858483998", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004707752858483998", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.2399251001974223", "tolerated_ranking_score": "0.2399251001974223", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.21714067007331003", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.21714067007331003", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.2399251001974223", "union_ranking_score": "0.2399251001974223", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.21714067007331003", "union_val_gap": "0.0", "union_val_ranking_score": "0.21714067007331003", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "fire_prone", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" } ], "summary": [ { "model_tag": "reference", "label": "Reference", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.08783024981138902, "std": 0.09670495645481135, "min": 0.0, "max": 0.23425080035839785 }, "union_regret": { "n": 5, "mean": 0.08783024981138902, "std": 0.09670495645481135, "min": 0.0, "max": 0.23425080035839785 } }, { "model_tag": "reference", "label": "Reference", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.03402707057672223, "std": 0.032044658643147844, "min": 0.0, "max": 0.06956638751608757 }, "union_regret": { "n": 5, "mean": 0.03402707057672223, "std": 0.032044658643147844, "min": 0.0, "max": 0.06956638751608757 } }, { "model_tag": "prithvi_wxc", "label": "Prithvi-WxC", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "prithvi_wxc", "label": "Prithvi-WxC", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "aurora", "label": "Aurora", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.00020004882767231798, "std": 0.00026703384456332115, "min": 0.0, "max": 0.0004925501476206198 }, "tolerated_regret": { "n": 5, "mean": 0.09851983041506818, "std": 0.1298781980037557, "min": 0.0032399924956598714, "max": 0.240793572992212 }, "union_regret": { "n": 5, "mean": 0.09851983041506818, "std": 0.1298781980037557, "min": 0.0032399924956598714, "max": 0.240793572992212 } }, { "model_tag": "aurora", "label": "Aurora", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.008202508825959588, "std": 0.01834136732088763, "min": 0.0, "max": 0.04101254412979794 }, "tolerated_regret": { "n": 5, "mean": 0.14391889430974364, "std": 0.32121904665016227, "min": 0.0, "max": 0.7185324707231184 }, "union_regret": { "n": 5, "mean": 0.14391889430974364, "std": 0.32121904665016227, "min": 0.0, "max": 0.7185324707231184 } }, { "model_tag": "climax", "label": "ClimaX", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 3.0287686240700486e-06, "std": 4.147312242167625e-06, "min": 0.0, "max": 7.571921560175121e-06 }, "tolerated_regret": { "n": 5, "mean": 0.0012959969982639485, "std": 0.0017746169760203706, "min": 0.0, "max": 0.0032399924956598714 }, "union_regret": { "n": 5, "mean": 0.0012959969982639485, "std": 0.0017746169760203706, "min": 0.0, "max": 0.0032399924956598714 } }, { "model_tag": "climax", "label": "ClimaX", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "stormcast", "label": "StormCast", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "stormcast", "label": "StormCast", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "pangu_weather", "label": "Pangu-Weather", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.00013033979247265275, "std": 0.0002685372203690466, "min": 0.0, "max": 0.0006100601402256502 }, "tolerated_regret": { "n": 5, "mean": 0.048806713097574374, "std": 0.10733308684741971, "min": 0.0, "max": 0.240793572992212 }, "union_regret": { "n": 5, "mean": 0.048806713097574374, "std": 0.10733308684741971, "min": 0.0, "max": 0.240793572992212 } }, { "model_tag": "pangu_weather", "label": "Pangu-Weather", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.027875386332505546, "std": 0.02348779386900393, "min": 0.0, "max": 0.04813290893564165 }, "tolerated_regret": { "n": 5, "mean": 0.43111948243387105, "std": 0.39355644251497235, "min": 0.0, "max": 0.7185324707231184 }, "union_regret": { "n": 5, "mean": 0.43111948243387105, "std": 0.39355644251497235, "min": 0.0, "max": 0.7185324707231184 } }, { "model_tag": "dlwp", "label": "DLWP", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "dlwp", "label": "DLWP", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0007702319787454587, "std": 0.0010995336594539604, "min": 0.0, "max": 0.0023651634514294945 }, "tolerated_regret": { "n": 5, "mean": 0.043265915053601556, "std": 0.04332331365579739, "min": 0.0, "max": 0.11215006616165157 }, "union_regret": { "n": 5, "mean": 0.043265915053601556, "std": 0.04332331365579739, "min": 0.0, "max": 0.11215006616165157 } }, { "model_tag": "fcn", "label": "FCN", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "fcn", "label": "FCN", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 5.960229415004348e-06, "std": 1.3327478133443526e-05, "min": 0.0, "max": 2.980114707502174e-05 }, "tolerated_regret": { "n": 5, "mean": 0.011679805987441694, "std": 0.019872372458657642, "min": 0.0, "max": 0.045880503237594294 }, "union_regret": { "n": 5, "mean": 0.011679805987441694, "std": 0.019872372458657642, "min": 0.0, "max": 0.045880503237594294 } }, { "model_tag": "fengwu", "label": "FengWu", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "fengwu", "label": "FengWu", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0006908222234409067, "std": 0.0011910586589384115, "min": 0.0, "max": 0.0027505832409660327 }, "tolerated_regret": { "n": 5, "mean": 0.005222389249812243, "std": 0.0062394095558402415, "min": 0.0, "max": 0.015150501067724198 }, "union_regret": { "n": 5, "mean": 0.005222389249812243, "std": 0.0062394095558402415, "min": 0.0, "max": 0.015150501067724198 } }, { "model_tag": "fuxi", "label": "FuXi", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "fuxi", "label": "FuXi", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0010839188523199318, "std": 0.0017288780545672386, "min": 0.0, "max": 0.0039636864245868875 }, "union_regret": { "n": 5, "mean": 0.0010839188523199318, "std": 0.0017288780545672386, "min": 0.0, "max": 0.0039636864245868875 } }, { "model_tag": "pangu6", "label": "Pangu-Weather", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "pangu6", "label": "Pangu-Weather", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0007280423771922354, "std": 0.001178746460551365, "min": 0.0, "max": 0.0027096086413018403 }, "tolerated_regret": { "n": 5, "mean": 0.0018491271881979853, "std": 0.0032630386057089294, "min": 0.0, "max": 0.007639684811918013 }, "union_regret": { "n": 5, "mean": 0.0018491271881979853, "std": 0.0032630386057089294, "min": 0.0, "max": 0.007639684811918013 } }, { "model_tag": "alphaearth", "label": "AlphaEarth", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.1722171037486726, "std": 0.08849214830495522, "min": 0.050655329891645895, "max": 0.272468682523694 }, "union_regret": { "n": 5, "mean": 0.1722171037486726, "std": 0.08849214830495522, "min": 0.050655329891645895, "max": 0.272468682523694 } }, { "model_tag": "alphaearth", "label": "AlphaEarth", "scope": "fire_prone", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.038803552655092256, "std": 0.0594825313313219, "min": 0.0, "max": 0.13482302181308625 }, "union_regret": { "n": 5, "mean": 0.038803552655092256, "std": 0.0594825313313219, "min": 0.0, "max": 0.13482302181308625 } } ], "issues": [], "notes": [ "Reference global exact_regret has true zero displayed std; table omitted", "Reference fire_prone exact_regret has true zero displayed std; table omitted", "Prithvi-WxC global exact_regret has true zero displayed std; table omitted", "Prithvi-WxC global tolerated_regret has true zero displayed std; table omitted", "Prithvi-WxC global union_regret has true zero displayed std; table omitted", "Prithvi-WxC fire_prone exact_regret has true zero displayed std; table omitted", "Prithvi-WxC fire_prone tolerated_regret has true zero displayed std; table omitted", "Prithvi-WxC fire_prone union_regret has true zero displayed std; table omitted", "ClimaX fire_prone exact_regret has true zero displayed std; table omitted", "ClimaX fire_prone tolerated_regret has true zero displayed std; table omitted", "ClimaX fire_prone union_regret has true zero displayed std; table omitted", "StormCast global exact_regret has true zero displayed std; table omitted", "StormCast global tolerated_regret has true zero displayed std; table omitted", "StormCast global union_regret has true zero displayed std; table omitted", "StormCast fire_prone exact_regret has true zero displayed std; table omitted", "StormCast fire_prone tolerated_regret has true zero displayed std; table omitted", "StormCast fire_prone union_regret has true zero displayed std; table omitted", "DLWP global exact_regret has true zero displayed std; table omitted", "DLWP global tolerated_regret has true zero displayed std; table omitted", "DLWP global union_regret has true zero displayed std; table omitted", "FCN global exact_regret has true zero displayed std; table omitted", "FCN global tolerated_regret has true zero displayed std; table omitted", "FCN global union_regret has true zero displayed std; table omitted", "FengWu global exact_regret has true zero displayed std; table omitted", "FengWu global tolerated_regret has true zero displayed std; table omitted", "FengWu global union_regret has true zero displayed std; table omitted", "FuXi global exact_regret has true zero displayed std; table omitted", "FuXi global tolerated_regret has true zero displayed std; table omitted", "FuXi global union_regret has true zero displayed std; table omitted", "FuXi fire_prone exact_regret has true zero displayed std; table omitted", "Pangu-Weather global exact_regret has true zero displayed std; table omitted", "Pangu-Weather global tolerated_regret has true zero displayed std; table omitted", "Pangu-Weather global union_regret has true zero displayed std; table omitted", "AlphaEarth global exact_regret has true zero displayed std; table omitted", "AlphaEarth fire_prone exact_regret has true zero displayed std; table omitted" ] }