{ "rows": [ { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.004193290734824281", "exact_ranking_score": "0.004193290734824281", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0056438127090301", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0056438127090301", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006549130347299629", "ranking_selected_val_pr_auc": "0.0007883068263073185", "scope": "global", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6337627266658229", "tolerated_ranking_score": "0.40561891947698747", "tolerated_regret": 0.22814380718883542, "tolerated_test_gap": "0.22814380718883542", "tolerated_val_decision_score": "0.6238973446702573", "tolerated_val_gap": "0.1715500493543587", "tolerated_val_ranking_score": "0.45234729531589857", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6337627266658229", "union_ranking_score": "0.40561891947698747", "union_regret": 0.22814380718883542, "union_test_gap": "0.22814380718883542", "union_val_decision_score": "0.6238973446702573", "union_val_gap": "0.1715500493543587", "union_val_ranking_score": "0.45234729531589857", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.2053654024051804", "exact_ranking_score": "0.2053654024051804", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.24264049955396969", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.24264049955396969", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.13521999470870394", "ranking_selected_val_pr_auc": "0.1530074531653213", "scope": "top5", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.9218545130329889", "tolerated_ranking_score": "0.8564974369370675", "tolerated_regret": 0.06535707609592145, "tolerated_test_gap": "0.06535707609592145", "tolerated_val_decision_score": "0.8921006948278831", "tolerated_val_gap": "0.06576085909428331", "tolerated_val_ranking_score": "0.8263398357335998", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.9218545130329889", "union_ranking_score": "0.8564974369370675", "union_regret": 0.06535707609592145, "union_test_gap": "0.06535707609592145", "union_val_decision_score": "0.8921006948278831", "union_val_gap": "0.06576085909428331", "union_val_ranking_score": "0.8263398357335998", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.16019417475728157", "exact_ranking_score": "0.16019417475728157", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.18440523619806493", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.18440523619806493", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.08541592232377082", "ranking_selected_val_pr_auc": "0.09854032446284237", "scope": "top10", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8506993653336619", "tolerated_ranking_score": "0.7839805825242719", "tolerated_regret": 0.06671878280938992, "tolerated_test_gap": "0.06671878280938992", "tolerated_val_decision_score": "0.8034698049616", "tolerated_val_gap": "0.04257704982233934", "tolerated_val_ranking_score": "0.7608927551392607", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8506993653336619", "union_ranking_score": "0.7839805825242719", "union_regret": 0.06671878280938992, "union_test_gap": "0.06671878280938992", "union_val_decision_score": "0.8034698049616", "union_val_gap": "0.04257704982233934", "union_val_ranking_score": "0.7608927551392607", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.09715762273901808", "exact_ranking_score": "0.09715762273901808", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.13462469733656174", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.13462469733656174", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.04390614036305261", "ranking_selected_val_pr_auc": "0.05734457583552234", "scope": "top20", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7863702028280513", "tolerated_ranking_score": "0.7863702028280513", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.758785818734687", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.758785818734687", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7863702028280513", "union_ranking_score": "0.7863702028280513", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.758785818734687", "union_val_gap": "0.0", "union_val_ranking_score": "0.758785818734687", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.006959088991986505", "exact_ranking_score": "0.006959088991986505", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.006399069226294357", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.006399069226294357", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0007047712457371991", "ranking_selected_val_pr_auc": "0.0007434343102653092", "scope": "global", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.5604635792586619", "tolerated_ranking_score": "0.4427625907752311", "tolerated_regret": 0.11770098848343075, "tolerated_test_gap": "0.11770098848343075", "tolerated_val_decision_score": "0.5441785824390972", "tolerated_val_gap": "0.056405166058839995", "tolerated_val_ranking_score": "0.48777341638025723", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.5604635792586619", "union_ranking_score": "0.4427625907752311", "union_regret": 0.11770098848343075, "union_test_gap": "0.11770098848343075", "union_val_decision_score": "0.5441785824390972", "union_val_gap": "0.056405166058839995", "union_val_ranking_score": "0.48777341638025723", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.1978021978021978", "exact_ranking_score": "0.1978021978021978", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.2180376610505451", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.2180376610505451", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.13463750657454468", "ranking_selected_val_pr_auc": "0.14286946914705156", "scope": "top5", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8743168479997309", "tolerated_ranking_score": "0.8305909861908366", "tolerated_regret": 0.04372586180889426, "tolerated_test_gap": "0.04372586180889426", "tolerated_val_decision_score": "0.8625937780701644", "tolerated_val_gap": "0.05250190173735958", "tolerated_val_ranking_score": "0.8100918763328048", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8743168479997309", "union_ranking_score": "0.8305909861908366", "union_regret": 0.04372586180889426, "union_test_gap": "0.04372586180889426", "union_val_decision_score": "0.8625937780701644", "union_val_gap": "0.05250190173735958", "union_val_ranking_score": "0.8100918763328048", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.15615615615615616", "exact_ranking_score": "0.15615615615615616", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.1708413615928067", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.1708413615928067", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0877757525096481", "ranking_selected_val_pr_auc": "0.09333059447315038", "scope": "top10", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6977392921485441", "tolerated_ranking_score": "0.7665340693262388", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.06879477717769467", "tolerated_val_decision_score": "0.7559010025052879", "tolerated_val_gap": "0.0006607651392849245", "tolerated_val_ranking_score": "0.755240237366003", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6977392921485441", "union_ranking_score": "0.7665340693262388", "union_regret": 0.0, "union_test_gap": "-0.06879477717769467", "union_val_decision_score": "0.7559010025052879", "union_val_gap": "0.0006607651392849245", "union_val_ranking_score": "0.755240237366003", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.10531544957774468", "exact_ranking_score": "0.10531544957774468", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12267343485617596", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12267343485617596", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.045809049876129763", "ranking_selected_val_pr_auc": "0.05470980065861018", "scope": "top20", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7789089693560928", "tolerated_ranking_score": "0.7789089693560928", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.749825256630312", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.749825256630312", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7789089693560928", "union_ranking_score": "0.7789089693560928", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.749825256630312", "union_val_gap": "0.0", "union_val_ranking_score": "0.749825256630312", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.004809747755451047", "exact_ranking_score": "0.004809747755451047", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.004359099620457705", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.004359099620457705", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0005634701573991865", "ranking_selected_val_pr_auc": "0.0005920938943373892", "scope": "global", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6812131506751973", "tolerated_ranking_score": "0.4087444681515033", "tolerated_regret": 0.272468682523694, "tolerated_test_gap": "0.272468682523694", "tolerated_val_decision_score": "0.7447325774946227", "tolerated_val_gap": "0.3021550064919567", "tolerated_val_ranking_score": "0.44257757100266604", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6812131506751973", "union_ranking_score": "0.4087444681515033", "union_regret": 0.272468682523694, "union_test_gap": "0.272468682523694", "union_val_decision_score": "0.7447325774946227", "union_val_gap": "0.3021550064919567", "union_val_ranking_score": "0.44257757100266604", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.1818181818181818", "exact_ranking_score": "0.1818181818181818", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.20273972602739726", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.20273972602739726", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.11776218604745192", "ranking_selected_val_pr_auc": "0.12790468093676954", "scope": "top5", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.9079426767063397", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.1365277562230962, "tolerated_test_gap": "0.1365277562230962", "tolerated_val_decision_score": "0.8560076563904758", "tolerated_val_gap": "0.058814205003907216", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.9079426767063397", "union_ranking_score": "0.7714149204832434", "union_regret": 0.1365277562230962, "union_test_gap": "0.1365277562230962", "union_val_decision_score": "0.8560076563904758", "union_val_gap": "0.058814205003907216", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.14064516129032256", "exact_ranking_score": "0.14064516129032256", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.1536748329621381", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.1536748329621381", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.07431134992726657", "ranking_selected_val_pr_auc": "0.07868604702405124", "scope": "top10", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.860840238051614", "tolerated_ranking_score": "0.6992835813849186", "tolerated_regret": 0.1615566566666954, "tolerated_test_gap": "0.1615566566666954", "tolerated_val_decision_score": "0.8130323993938946", "tolerated_val_gap": "0.0827924722936264", "tolerated_val_ranking_score": "0.7302399271002682", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.860840238051614", "union_ranking_score": "0.6992835813849186", "union_regret": 0.1615566566666954, "union_test_gap": "0.1615566566666954", "union_val_decision_score": "0.8130323993938946", "union_val_gap": "0.0827924722936264", "union_val_ranking_score": "0.7302399271002682", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.08702469619756958", "exact_ranking_score": "0.08702469619756958", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.10515392597717052", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.10515392597717052", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.038083070948941686", "ranking_selected_val_pr_auc": "0.04505214599515043", "scope": "top20", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8461131676361712", "tolerated_ranking_score": "0.7112901458230849", "tolerated_regret": 0.13482302181308625, "tolerated_test_gap": "0.13482302181308625", "tolerated_val_decision_score": "0.806760850261024", "tolerated_val_gap": "0.07815518654517495", "tolerated_val_ranking_score": "0.728605663715849", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8461131676361712", "union_ranking_score": "0.7112901458230849", "union_regret": 0.13482302181308625, "union_test_gap": "0.13482302181308625", "union_val_decision_score": "0.806760850261024", "union_val_gap": "0.07815518654517495", "union_val_ranking_score": "0.728605663715849", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.010460251046025104", "exact_ranking_score": "0.010460251046025104", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.009547591069330199", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.009547591069330199", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.001005722733868245", "ranking_selected_val_pr_auc": "0.0009777524224237678", "scope": "global", "seed": 7, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6691395427484861", "tolerated_ranking_score": "0.6184842128568402", "tolerated_regret": 0.050655329891645895, "tolerated_test_gap": "0.050655329891645895", "tolerated_val_decision_score": "0.677404587086621", "tolerated_val_gap": "0.011527156971746999", "tolerated_val_ranking_score": "0.665877430114874", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6691395427484861", "union_ranking_score": "0.6184842128568402", "union_regret": 0.050655329891645895, "union_test_gap": "0.050655329891645895", "union_val_decision_score": "0.677404587086621", "union_val_gap": "0.011527156971746999", "union_val_ranking_score": "0.665877430114874", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.18705957719410635", "exact_ranking_score": "0.18705957719410635", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.22265122265122267", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.22265122265122267", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.1415020173172751", "ranking_selected_val_pr_auc": "0.13899023094495766", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8671946832706918", "tolerated_ranking_score": "0.8671946832706918", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8765714285714286", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8765714285714286", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8671946832706918", "union_ranking_score": "0.8671946832706918", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8765714285714286", "union_val_gap": "0.0", "union_val_ranking_score": "0.8765714285714286", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.15882806476484196", "exact_ranking_score": "0.15882806476484196", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.17872968980797638", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.17872968980797638", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0993207020173454", "ranking_selected_val_pr_auc": "0.09562560899249391", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8345528858733409", "tolerated_ranking_score": "0.8345528858733409", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8241729549074388", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8241729549074388", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8345528858733409", "union_ranking_score": "0.8345528858733409", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8241729549074388", "union_val_gap": "0.0", "union_val_ranking_score": "0.8241729549074388", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12514898688915374", "exact_ranking_score": "0.12514898688915374", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.14325685506435365", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.14325685506435365", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.05955397140893137", "ranking_selected_val_pr_auc": "0.06058697421048699", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8294499693616161", "tolerated_ranking_score": "0.8294499693616161", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8107581951083846", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8107581951083846", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8294499693616161", "union_ranking_score": "0.8294499693616161", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8107581951083846", "union_val_gap": "0.0", "union_val_ranking_score": "0.8107581951083846", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.006780481898534931", "exact_ranking_score": "0.006780481898534931", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.005964994898359627", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.005964994898359627", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006577120081349608", "ranking_selected_val_pr_auc": "0.0007340310681749519", "scope": "global", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.5842714676652996", "tolerated_ranking_score": "0.3921547570095426", "tolerated_regret": 0.19211671065575697, "tolerated_test_gap": "0.19211671065575697", "tolerated_val_decision_score": "0.5663548190132099", "tolerated_val_gap": "0.10549666519652506", "tolerated_val_ranking_score": "0.4608581538166849", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.5842714676652996", "union_ranking_score": "0.3921547570095426", "union_regret": 0.19211671065575697, "union_test_gap": "0.19211671065575697", "union_val_decision_score": "0.5663548190132099", "union_val_gap": "0.10549666519652506", "union_val_ranking_score": "0.4608581538166849", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.1867517956903432", "exact_ranking_score": "0.1867517956903432", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.2253944402704733", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.2253944402704733", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.13302539422913043", "ranking_selected_val_pr_auc": "0.14641451099665195", "scope": "top5", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.898839683642517", "tolerated_ranking_score": "0.8252194732641661", "tolerated_regret": 0.07362021037835087, "tolerated_test_gap": "0.07362021037835087", "tolerated_val_decision_score": "0.8737527215993107", "tolerated_val_gap": "0.06839730093782548", "tolerated_val_ranking_score": "0.8053554206614852", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.898839683642517", "union_ranking_score": "0.8252194732641661", "union_regret": 0.07362021037835087, "union_test_gap": "0.07362021037835087", "union_val_decision_score": "0.8737527215993107", "union_val_gap": "0.06839730093782548", "union_val_ranking_score": "0.8053554206614852", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.15477084898572502", "exact_ranking_score": "0.15477084898572502", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.16870573084352863", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.16870573084352863", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.08656943374833374", "ranking_selected_val_pr_auc": "0.09321280420976051", "scope": "top10", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8655328563033635", "tolerated_ranking_score": "0.7651194752252402", "tolerated_regret": 0.10041338107812336, "tolerated_test_gap": "0.10041338107812336", "tolerated_val_decision_score": "0.8092827685342129", "tolerated_val_gap": "0.06382807430932869", "tolerated_val_ranking_score": "0.7454546942248842", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8655328563033635", "union_ranking_score": "0.7651194752252402", "union_regret": 0.10041338107812336, "union_test_gap": "0.10041338107812336", "union_val_decision_score": "0.8092827685342129", "union_val_gap": "0.06382807430932869", "union_val_ranking_score": "0.7454546942248842", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.10365251727541955", "exact_ranking_score": "0.10365251727541955", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12251941328731666", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12251941328731666", "family": "AlphaEarth", "model_tag": "alphaearth", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0458102699699856", "ranking_selected_val_pr_auc": "0.0554648890254577", "scope": "top20", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8350245452333586", "tolerated_ranking_score": "0.7758298037709835", "tolerated_regret": 0.05919474146237502, "tolerated_test_gap": "0.05919474146237502", "tolerated_val_decision_score": "0.7736506356603177", "tolerated_val_gap": "0.027586681737492236", "tolerated_val_ranking_score": "0.7460639539228254", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8350245452333586", "union_ranking_score": "0.7758298037709835", "union_regret": 0.05919474146237502, "union_test_gap": "0.05919474146237502", "union_val_decision_score": "0.7736506356603177", "union_val_gap": "0.027586681737492236", "union_val_ranking_score": "0.7460639539228254", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "exact_test_gap": "7.571921560175121e-06", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "7.267025482891767e-06", "exact_val_ranking_score": "0.00046544514931712863", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.00017433024575177084", "ranking_selected_val_pr_auc": "0.00039761796201498743", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "tolerated_test_gap": "0.0032399924956598714", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.00299097714352789", "tolerated_val_ranking_score": "0.2149459035878704", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "union_test_gap": "0.0032399924956598714", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.00299097714352789", "union_val_ranking_score": "0.2149459035878704", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.043017434088706286", "ranking_selected_val_pr_auc": "0.18453515297332748", "scope": "top5", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.025652132600196966", "ranking_selected_val_pr_auc": "0.11087183021305622", "scope": "top10", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.014185996780547955", "ranking_selected_val_pr_auc": "0.059710932216298356", "scope": "top20", "seed": 1, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0001870694786133523", "ranking_selected_val_pr_auc": "0.00044346166657711726", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0476637592736729", "ranking_selected_val_pr_auc": "0.19978759776073984", "scope": "top5", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.028202726028592855", "ranking_selected_val_pr_auc": "0.12040472446461332", "scope": "top10", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.015530707998309533", "ranking_selected_val_pr_auc": "0.06432554845990393", "scope": "top20", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0", "exact_regret": 0.0004925501476206198, "exact_test_gap": "0.0004925501476206198", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0004727121748000204", "exact_val_ranking_score": "0.0", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.000198182392518492", "ranking_selected_val_pr_auc": "0.0002767362365663907", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.240793572992212, "tolerated_test_gap": "0.240793572992212", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.2179368807313983", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.0", "union_regret": 0.240793572992212, "union_test_gap": "0.240793572992212", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.2179368807313983", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.0", "exact_regret": 0.11833577252770228, "exact_test_gap": "0.11833577252770228", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.11931877546755824", "exact_val_ranking_score": "0.0", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.047074707804185205", "ranking_selected_val_pr_auc": "0.11187203617000477", "scope": "top5", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.7714149204832434, "tolerated_test_gap": "0.7714149204832434", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.7971934513865686", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.0", "union_regret": 0.7714149204832434, "union_test_gap": "0.7714149204832434", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.7971934513865686", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.0", "exact_regret": 0.07325639739086803, "exact_test_gap": "0.07325639739086803", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.07460890493381468", "exact_val_ranking_score": "0.0", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.027753810085825968", "ranking_selected_val_pr_auc": "0.06589784404428278", "scope": "top10", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.6996715316108496, "tolerated_test_gap": "0.6996715316108496", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.7015182768065465", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.0", "union_regret": 0.6996715316108496, "union_test_gap": "0.6996715316108496", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.7015182768065465", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.0", "exact_regret": 0.04101254412979794, "exact_test_gap": "0.04101254412979794", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.04253189892419314", "exact_val_ranking_score": "0.0", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.015401540261000917", "ranking_selected_val_pr_auc": "0.03525031596119595", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.0", "tolerated_regret": 0.7185324707231184, "tolerated_test_gap": "0.7185324707231184", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.6906754133476136", "tolerated_val_ranking_score": "0.0", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.0", "union_regret": 0.7185324707231184, "union_test_gap": "0.7185324707231184", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.6906754133476136", "union_val_ranking_score": "0.0", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "-0.0004925501476206198", "exact_val_decision_score": "0.0005036333549176199", "exact_val_gap": "3.092118011759949e-05", "exact_val_ranking_score": "0.0004727121748000204", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002120945228028488", "ranking_selected_val_pr_auc": "0.000380637430664089", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.05983564956422643", "ranking_selected_val_pr_auc": "0.15910946905394902", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03479712897675945", "ranking_selected_val_pr_auc": "0.0949024678484547", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.01908165402331067", "ranking_selected_val_pr_auc": "0.05014988402480292", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "exact_test_gap": "7.571921560175121e-06", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "7.267025482891767e-06", "exact_val_ranking_score": "0.00046544514931712863", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.00016818557842652088", "ranking_selected_val_pr_auc": "0.0004365856110391047", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "tolerated_test_gap": "0.0032399924956598714", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0025778293487095094", "tolerated_val_ranking_score": "0.2153590513826888", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "union_test_gap": "0.0032399924956598714", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0025778293487095094", "union_val_ranking_score": "0.2153590513826888", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.1250696689332293", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.1250696689332293", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.04280276014558355", "ranking_selected_val_pr_auc": "0.20552291444972312", "scope": "top5", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7985410856039477", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7985410856039477", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7985410856039477", "union_val_gap": "0.0", "union_val_ranking_score": "0.7985410856039477", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07801114444920705", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07801114444920705", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.025614133200453124", "ranking_selected_val_pr_auc": "0.12487452965433544", "scope": "top10", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7022486149835246", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7022486149835246", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7022486149835246", "union_val_gap": "0.0", "union_val_ranking_score": "0.7022486149835246", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04437663936620095", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04437663936620095", "family": "Aurora", "model_tag": "aurora", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.01412932353396452", "ranking_selected_val_pr_auc": "0.06804297819080397", "scope": "top20", "seed": 99, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.692216769941617", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.692216769941617", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.692216769941617", "union_val_gap": "0.0", "union_val_ranking_score": "0.692216769941617", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00023234964096770515", "ranking_selected_val_pr_auc": "0.0002601351527039687", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.055890306674778144", "ranking_selected_val_pr_auc": "0.0694777315217738", "scope": "top5", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03345772284683149", "ranking_selected_val_pr_auc": "0.042554440111266106", "scope": "top10", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.01871363925580095", "ranking_selected_val_pr_auc": "0.024212450415123626", "scope": "top20", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00023488826232608934", "ranking_selected_val_pr_auc": "0.00022945923295652787", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.06647102886669706", "ranking_selected_val_pr_auc": "0.07019151291101249", "scope": "top5", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03955291143531272", "ranking_selected_val_pr_auc": "0.04218583124525834", "scope": "top10", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.021395640000026753", "ranking_selected_val_pr_auc": "0.02312815465123813", "scope": "top20", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "exact_test_gap": "7.571921560175121e-06", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "7.267025482891767e-06", "exact_val_ranking_score": "0.00046544514931712863", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.00023439386477689915", "ranking_selected_val_pr_auc": "0.0002283896136939234", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "tolerated_test_gap": "0.0032399924956598714", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.00299097714352789", "tolerated_val_ranking_score": "0.2149459035878704", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "union_test_gap": "0.0032399924956598714", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.00299097714352789", "union_val_ranking_score": "0.2149459035878704", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06646486382553912", "ranking_selected_val_pr_auc": "0.07019337939369524", "scope": "top5", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.039777194719281345", "ranking_selected_val_pr_auc": "0.042300836914518636", "scope": "top10", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.021516770872035896", "ranking_selected_val_pr_auc": "0.023234418719582723", "scope": "top20", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 7.571921560175121e-06, "exact_test_gap": "7.571921560175121e-06", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "7.267025482891767e-06", "exact_val_ranking_score": "0.00046544514931712863", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.00025423546642937565", "ranking_selected_val_pr_auc": "0.00023120715224267713", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0032399924956598714, "tolerated_test_gap": "0.0032399924956598714", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.00299097714352789", "tolerated_val_ranking_score": "0.2149459035878704", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0032399924956598714, "union_test_gap": "0.0032399924956598714", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.00299097714352789", "union_val_ranking_score": "0.2149459035878704", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06582645251185222", "ranking_selected_val_pr_auc": "0.07011813439504147", "scope": "top5", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03938368107690723", "ranking_selected_val_pr_auc": "0.042249808498221526", "scope": "top10", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.021317405351800135", "ranking_selected_val_pr_auc": "0.02320587721933335", "scope": "top20", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.00048696535779102983", "exact_ranking_score": "0.00048696535779102983", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.00046735226565276225", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.00046735226565276225", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002540711776626832", "ranking_selected_val_pr_auc": "0.00022678877479338636", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.2384111045733381", "tolerated_ranking_score": "0.2384111045733381", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.21573180756095836", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.21573180756095836", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.2384111045733381", "union_ranking_score": "0.2384111045733381", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.21573180756095836", "union_val_gap": "0.0", "union_val_ranking_score": "0.21573180756095836", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06558789102558008", "ranking_selected_val_pr_auc": "0.0697713050234347", "scope": "top5", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.039026227487447884", "ranking_selected_val_pr_auc": "0.04197164598362404", "scope": "top10", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "ClimaX", "model_tag": "climax", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.021159149554047907", "ranking_selected_val_pr_auc": "0.023032008375736605", "scope": "top20", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0053407639614536165", "exact_ranking_score": "0.0053407639614536165", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0016902678135446794", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0016902678135446794", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006824870760177812", "ranking_selected_val_pr_auc": "0.00042302773922457535", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3560602558354403", "tolerated_ranking_score": "0.3560602558354403", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3983991584038598", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3983991584038598", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3560602558354403", "union_ranking_score": "0.3560602558354403", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3983991584038598", "union_val_gap": "0.0", "union_val_ranking_score": "0.3983991584038598", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.12001093493712411", "exact_ranking_score": "0.12001093493712411", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.1225081551286698", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.1225081551286698", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.05689342648649434", "ranking_selected_val_pr_auc": "0.05377805405038012", "scope": "top5", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7748819895562846", "tolerated_ranking_score": "0.7748819895562846", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8195894738438443", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8195894738438443", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7748819895562846", "union_ranking_score": "0.7748819895562846", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8195894738438443", "union_val_gap": "0.0", "union_val_ranking_score": "0.8195894738438443", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.078002052685597", "exact_ranking_score": "0.078002052685597", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07851948205522379", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07851948205522379", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03678683052582872", "ranking_selected_val_pr_auc": "0.03453391215275296", "scope": "top10", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.723747005823518", "tolerated_ranking_score": "0.723747005823518", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7278456297612906", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7278456297612906", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.723747005823518", "union_ranking_score": "0.723747005823518", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7278456297612906", "union_val_gap": "0.0", "union_val_ranking_score": "0.7278456297612906", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.043506471331489265", "exact_ranking_score": "0.043506471331489265", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04461624715984538", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04461624715984538", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.019747545663020845", "ranking_selected_val_pr_auc": "0.019740435565559492", "scope": "top20", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7280364139105968", "tolerated_ranking_score": "0.7280364139105968", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7120828721033882", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7120828721033882", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7280364139105968", "union_ranking_score": "0.7280364139105968", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7120828721033882", "union_val_gap": "0.0", "union_val_ranking_score": "0.7120828721033882", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0020376974019358125", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0020376974019358125", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0007448529317390826", "ranking_selected_val_pr_auc": "0.00044761016558069356", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3859134431294053", "tolerated_ranking_score": "0.3859134431294053", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.4280727908627396", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.4280727908627396", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3859134431294053", "union_ranking_score": "0.3859134431294053", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.4280727908627396", "union_val_gap": "0.0", "union_val_ranking_score": "0.4280727908627396", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.13353877760657423", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.015203005078871956, "exact_test_gap": "0.015203005078871956", "exact_val_decision_score": "0.12187299550994227", "exact_val_gap": "0.0025542200423840228", "exact_val_ranking_score": "0.11931877546755824", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.06589923575225648", "ranking_selected_val_pr_auc": "0.06980014500652997", "scope": "top5", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7910976805607687", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.01968276007752523, "tolerated_test_gap": "0.01968276007752523", "tolerated_val_decision_score": "0.8156849318846232", "tolerated_val_gap": "0.018491480498054602", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7910976805607687", "union_ranking_score": "0.7714149204832434", "union_regret": 0.01968276007752523, "union_test_gap": "0.01968276007752523", "union_val_decision_score": "0.8156849318846232", "union_val_gap": "0.018491480498054602", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.07637343329038304", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0031170358995150083, "exact_test_gap": "0.0031170358995150083", "exact_val_decision_score": "0.07697248688577239", "exact_val_gap": "0.0023635819519577106", "exact_val_ranking_score": "0.07460890493381468", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03734242132263064", "ranking_selected_val_pr_auc": "0.04123208357155757", "scope": "top10", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7355445123185741", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.03587298070772449, "tolerated_test_gap": "0.03587298070772449", "tolerated_val_decision_score": "0.7311417346046021", "tolerated_val_gap": "0.02962345779805553", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7355445123185741", "union_ranking_score": "0.6996715316108496", "union_regret": 0.03587298070772449, "union_test_gap": "0.03587298070772449", "union_val_decision_score": "0.7311417346046021", "union_val_gap": "0.02962345779805553", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04249854057209574", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.001485996442297799, "exact_test_gap": "0.001485996442297799", "exact_val_decision_score": "0.04371409485637943", "exact_val_gap": "0.0011821959321862904", "exact_val_ranking_score": "0.04253189892419314", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.021118517500793188", "ranking_selected_val_pr_auc": "0.02303236785318257", "scope": "top20", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7321459738801157", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.013613503156997275, "tolerated_test_gap": "0.013613503156997275", "tolerated_val_decision_score": "0.7128995538153613", "tolerated_val_gap": "0.022224140467747677", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7321459738801157", "union_ranking_score": "0.7185324707231184", "union_regret": 0.013613503156997275, "union_test_gap": "0.013613503156997275", "union_val_decision_score": "0.7128995538153613", "union_val_gap": "0.022224140467747677", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0020120724346076456", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0020120724346076456", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0006203713852571992", "ranking_selected_val_pr_auc": "0.0004707444097300293", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3405125814370199", "tolerated_ranking_score": "0.3405125814370199", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.474350305376108", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.474350305376108", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3405125814370199", "union_ranking_score": "0.3405125814370199", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.474350305376108", "union_val_gap": "0.0", "union_val_ranking_score": "0.474350305376108", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.1227865796831314", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.004450807155429129, "exact_test_gap": "0.004450807155429129", "exact_val_decision_score": "0.1210664835793569", "exact_val_gap": "0.0017477081117986543", "exact_val_ranking_score": "0.11931877546755824", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.058186924071015014", "ranking_selected_val_pr_auc": "0.055593579382965747", "scope": "top5", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7049597657509027", "tolerated_ranking_score": "0.7049597657509027", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8131649530621368", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8131649530621368", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7049597657509027", "union_ranking_score": "0.7049597657509027", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8131649530621368", "union_val_gap": "0.0", "union_val_ranking_score": "0.8131649530621368", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.0811232449297972", "exact_ranking_score": "0.0811232449297972", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07607950651130911", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07607950651130911", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03845833667153789", "ranking_selected_val_pr_auc": "0.036365711264814124", "scope": "top10", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.6763081901295341", "tolerated_ranking_score": "0.6763081901295341", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7265137957010752", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7265137957010752", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.6763081901295341", "union_ranking_score": "0.6763081901295341", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7265137957010752", "union_val_gap": "0.0", "union_val_ranking_score": "0.7265137957010752", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.04637177602565815", "exact_ranking_score": "0.04637177602565815", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.044021164021164016", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.044021164021164016", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.020762153794205103", "ranking_selected_val_pr_auc": "0.020894537350314525", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7728400679088107", "tolerated_ranking_score": "0.6606900017471591", "tolerated_regret": 0.11215006616165157, "tolerated_test_gap": "0.11215006616165157", "tolerated_val_decision_score": "0.7122584178150692", "tolerated_val_gap": "0.009110393702543962", "tolerated_val_ranking_score": "0.7031480241125252", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7728400679088107", "union_ranking_score": "0.6606900017471591", "union_regret": 0.11215006616165157, "union_test_gap": "0.11215006616165157", "union_val_decision_score": "0.7122584178150692", "union_val_gap": "0.009110393702543962", "union_val_ranking_score": "0.7031480241125252", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0010056989607777405", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0010056989607777405", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0005264872646085452", "ranking_selected_val_pr_auc": "0.00035284338324857376", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3432315705541329", "tolerated_ranking_score": "0.3432315705541329", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3469162743670964", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3469162743670964", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3432315705541329", "union_ranking_score": "0.3432315705541329", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3469162743670964", "union_val_gap": "0.0", "union_val_ranking_score": "0.3469162743670964", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12270081490104773", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.004365042373345451, "exact_test_gap": "0.004365042373345451", "exact_val_decision_score": "0.12128657583203037", "exact_val_gap": "0.001967800364472125", "exact_val_ranking_score": "0.11931877546755824", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.05890031091946385", "ranking_selected_val_pr_auc": "0.05786838028004154", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8044654939106901", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.03305057342744666, "tolerated_test_gap": "0.03305057342744666", "tolerated_val_decision_score": "0.8071267256214067", "tolerated_val_gap": "0.009933274234838141", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8044654939106901", "union_ranking_score": "0.7714149204832434", "union_regret": 0.03305057342744666, "union_test_gap": "0.03305057342744666", "union_val_decision_score": "0.8071267256214067", "union_val_gap": "0.009933274234838141", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07878017789072428", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.005523780499856246, "exact_test_gap": "0.005523780499856246", "exact_val_decision_score": "0.07624569272001312", "exact_val_gap": "0.0016367877861984403", "exact_val_ranking_score": "0.07460890493381468", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03308736705588518", "ranking_selected_val_pr_auc": "0.03446421323907367", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7521966134873119", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.05252508187646232, "tolerated_test_gap": "0.05252508187646232", "tolerated_val_decision_score": "0.7227897891452092", "tolerated_val_gap": "0.021271512338662646", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7521966134873119", "union_ranking_score": "0.6996715316108496", "union_regret": 0.05252508187646232, "union_test_gap": "0.05252508187646232", "union_val_decision_score": "0.7227897891452092", "union_val_gap": "0.021271512338662646", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.043377707581227436", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0023651634514294945, "exact_test_gap": "0.0023651634514294945", "exact_val_decision_score": "0.04303681559882578", "exact_val_gap": "0.0005049166746326425", "exact_val_ranking_score": "0.04253189892419314", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.018519739310339497", "ranking_selected_val_pr_auc": "0.01953230111607746", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.762536895087842", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.044004424364723516, "tolerated_test_gap": "0.044004424364723516", "tolerated_val_decision_score": "0.7274867592832499", "tolerated_val_gap": "0.036811345935636286", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.762536895087842", "union_ranking_score": "0.7185324707231184", "union_regret": 0.044004424364723516, "union_test_gap": "0.044004424364723516", "union_val_decision_score": "0.7274867592832499", "union_val_gap": "0.036811345935636286", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0016250253910217347", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0016250253910217347", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0007269780629045868", "ranking_selected_val_pr_auc": "0.0004442608756800871", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3494091553610714", "tolerated_ranking_score": "0.3494091553610714", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.41347824096521096", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.41347824096521096", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3494091553610714", "union_ranking_score": "0.3494091553610714", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.41347824096521096", "union_val_gap": "0.0", "union_val_ranking_score": "0.41347824096521096", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.14089481946624804", "exact_ranking_score": "0.14089481946624804", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.15619694397283532", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.15619694397283532", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.0672622238447139", "ranking_selected_val_pr_auc": "0.07740571441869959", "scope": "top5", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8022627296490505", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.030847809165807094, "tolerated_test_gap": "0.030847809165807094", "tolerated_val_decision_score": "0.8078282610569877", "tolerated_val_gap": "0.010634809670419076", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8022627296490505", "union_ranking_score": "0.7714149204832434", "union_regret": 0.030847809165807094, "union_test_gap": "0.030847809165807094", "union_val_decision_score": "0.8078282610569877", "union_val_gap": "0.010634809670419076", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.08289870985451551", "exact_ranking_score": "0.08289870985451551", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.09763863093658795", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.09763863093658795", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.037689588394968596", "ranking_selected_val_pr_auc": "0.0445507563162313", "scope": "top10", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7536939930764294", "tolerated_ranking_score": "0.6997663155755749", "tolerated_regret": 0.053927677500854476, "tolerated_test_gap": "0.053927677500854476", "tolerated_val_decision_score": "0.7243805445090241", "tolerated_val_gap": "0.02259882240347566", "tolerated_val_ranking_score": "0.7017817221055485", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7536939930764294", "union_ranking_score": "0.6997663155755749", "union_regret": 0.053927677500854476, "union_test_gap": "0.053927677500854476", "union_val_decision_score": "0.7243805445090241", "union_val_gap": "0.02259882240347566", "union_val_ranking_score": "0.7017817221055485", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.04819843096725701", "exact_ranking_score": "0.04819843096725701", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.05605272285813389", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.05605272285813389", "family": "DLWP", "model_tag": "dlwp", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02136633936888583", "ranking_selected_val_pr_auc": "0.024917289620763165", "scope": "top20", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7721727827291924", "tolerated_ranking_score": "0.7187730423241409", "tolerated_regret": 0.05339974040505158, "tolerated_test_gap": "0.05339974040505158", "tolerated_val_decision_score": "0.7238375070567806", "tolerated_val_gap": "0.032337052985272896", "tolerated_val_ranking_score": "0.6915004540715077", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7721727827291924", "union_ranking_score": "0.7187730423241409", "union_regret": 0.05339974040505158, "union_test_gap": "0.05339974040505158", "union_val_decision_score": "0.7238375070567806", "union_val_gap": "0.032337052985272896", "union_val_ranking_score": "0.6915004540715077", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.000946969696969697", "exact_ranking_score": "0.000946969696969697", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.004184100418410042", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.004184100418410042", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003658682156259175", "ranking_selected_val_pr_auc": "0.0004302667397755488", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31130402819686975", "tolerated_ranking_score": "0.31130402819686975", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3016823150717557", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3016823150717557", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31130402819686975", "union_ranking_score": "0.31130402819686975", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3016823150717557", "union_val_gap": "0.0", "union_val_ranking_score": "0.3016823150717557", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12059329320722269", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.002257520679520411, "exact_test_gap": "0.002257520679520411", "exact_val_decision_score": "0.12220272049144364", "exact_val_gap": "0.0028839450238853925", "exact_val_ranking_score": "0.11931877546755824", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.0689177522952707", "ranking_selected_val_pr_auc": "0.06437104063472687", "scope": "top5", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714385719285964", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 2.365144535299013e-05, "tolerated_test_gap": "2.365144535299013e-05", "tolerated_val_decision_score": "0.7976559342583861", "tolerated_val_gap": "0.00046248287181749337", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714385719285964", "union_ranking_score": "0.7714149204832434", "union_regret": 2.365144535299013e-05, "union_test_gap": "2.365144535299013e-05", "union_val_decision_score": "0.7976559342583861", "union_val_gap": "0.00046248287181749337", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07431424013174823", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0010578427408801938, "exact_test_gap": "0.0010578427408801938", "exact_val_decision_score": "0.07578837633567892", "exact_val_gap": "0.0011794714018642377", "exact_val_ranking_score": "0.07460890493381468", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03927901160149114", "ranking_selected_val_pr_auc": "0.03716454445172032", "scope": "top10", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6756347251105248", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.024036806500324803", "tolerated_val_decision_score": "0.7162675437027928", "tolerated_val_gap": "0.014749266896246227", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6756347251105248", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "-0.024036806500324803", "union_val_decision_score": "0.7162675437027928", "union_val_gap": "0.014749266896246227", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.042069180430040515", "exact_ranking_score": "0.042069180430040515", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04316055094101566", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04316055094101566", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.017947733209238474", "ranking_selected_val_pr_auc": "0.019698135675792587", "scope": "top20", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7182175622542595", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.0003149084688589543", "tolerated_val_decision_score": "0.6906967717983766", "tolerated_val_gap": "2.135845076300935e-05", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7182175622542595", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "-0.0003149084688589543", "union_val_decision_score": "0.6906967717983766", "union_val_gap": "2.135845076300935e-05", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0006047777441790143", "exact_ranking_score": "0.0006047777441790143", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0034982508745627187", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0034982508745627187", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0004059591718395402", "ranking_selected_val_pr_auc": "0.00044924149635682735", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3100602050525378", "tolerated_ranking_score": "0.3100602050525378", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30078743758851223", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30078743758851223", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3100602050525378", "union_ranking_score": "0.3100602050525378", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30078743758851223", "union_val_gap": "0.0", "union_val_ranking_score": "0.30078743758851223", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.058898489734440555", "ranking_selected_val_pr_auc": "0.07226448398929738", "scope": "top5", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.793939393939394", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.022524473456150496, "tolerated_test_gap": "0.022524473456150496", "tolerated_val_decision_score": "0.8166754936823787", "tolerated_val_gap": "0.019482042295810076", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.793939393939394", "union_ranking_score": "0.7714149204832434", "union_regret": 0.022524473456150496, "union_test_gap": "0.022524473456150496", "union_val_decision_score": "0.8166754936823787", "union_val_gap": "0.019482042295810076", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03552513494863446", "ranking_selected_val_pr_auc": "0.042774542140641386", "scope": "top10", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7206692168649377", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.020997685254088072, "tolerated_test_gap": "0.020997685254088072", "tolerated_val_decision_score": "0.7230799450009822", "tolerated_val_gap": "0.021561668194435613", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7206692168649377", "union_ranking_score": "0.6996715316108496", "union_regret": 0.020997685254088072, "union_test_gap": "0.020997685254088072", "union_val_decision_score": "0.7230799450009822", "union_val_gap": "0.021561668194435613", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04104131693016963", "exact_ranking_score": "0.04101254412979794", "exact_regret": 2.877280037168889e-05, "exact_test_gap": "2.877280037168889e-05", "exact_val_decision_score": "0.04257343918258997", "exact_val_gap": "4.154025839683134e-05", "exact_val_ranking_score": "0.04253189892419314", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.01989120112622579", "ranking_selected_val_pr_auc": "0.024039539026323706", "scope": "top20", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7310509974227326", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.012518526699614174, "tolerated_test_gap": "0.012518526699614174", "tolerated_val_decision_score": "0.7058203125", "tolerated_val_gap": "0.01514489915238637", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7310509974227326", "union_ranking_score": "0.7185324707231184", "union_regret": 0.012518526699614174, "union_test_gap": "0.012518526699614174", "union_val_decision_score": "0.7058203125", "union_val_gap": "0.01514489915238637", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0030852294639413806", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0030852294639413806", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00036191656354256076", "ranking_selected_val_pr_auc": "0.0004136690018862186", "scope": "global", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.2870596305028149", "tolerated_ranking_score": "0.31490583114252463", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.027846200639709717", "tolerated_val_decision_score": "0.31159367647460456", "tolerated_val_gap": "0.009129115930882226", "tolerated_val_ranking_score": "0.30246456054372234", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.2870596305028149", "union_ranking_score": "0.31490583114252463", "union_regret": 0.0, "union_test_gap": "-0.027846200639709717", "union_val_decision_score": "0.31159367647460456", "union_val_gap": "0.009129115930882226", "union_val_ranking_score": "0.30246456054372234", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11846022968949382", "exact_ranking_score": "0.11754630125254256", "exact_regret": 0.0009139284369512612, "exact_test_gap": "0.0009139284369512612", "exact_val_decision_score": "0.12063219008708741", "exact_val_gap": "0.0033196374333384765", "exact_val_ranking_score": "0.11731255265374893", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.058729135567964254", "ranking_selected_val_pr_auc": "0.05944644145445249", "scope": "top5", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714385719285964", "tolerated_ranking_score": "0.7714385719285964", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7976559342583861", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7976559342583861", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714385719285964", "union_ranking_score": "0.7714385719285964", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7976559342583861", "union_val_gap": "0.0", "union_val_ranking_score": "0.7976559342583861", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07337579617834394", "exact_ranking_score": "0.07337579617834394", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07542516569901865", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07542516569901865", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.031759062375776324", "ranking_selected_val_pr_auc": "0.034979775498206175", "scope": "top10", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.49088319481106213", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.20878833679978748", "tolerated_val_decision_score": "0.7133624143149648", "tolerated_val_gap": "0.011793150245700712", "tolerated_val_ranking_score": "0.7015692640692641", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.49088319481106213", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "-0.20878833679978748", "union_val_decision_score": "0.7133624143149648", "union_val_gap": "0.011793150245700712", "union_val_ranking_score": "0.7015692640692641", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04137542565993292", "exact_ranking_score": "0.04137542565993292", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.043099210968826795", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.043099210968826795", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.017928450700376908", "ranking_selected_val_pr_auc": "0.01946275083543708", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7189733167245789", "tolerated_ranking_score": "0.7189733167245789", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6912897822445562", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6912897822445562", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7189733167245789", "union_ranking_score": "0.7189733167245789", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6912897822445562", "union_val_gap": "0.0", "union_val_ranking_score": "0.6912897822445562", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.001086071137659517", "exact_ranking_score": "0.001086071137659517", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003349460364719018", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003349460364719018", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003268363416054406", "ranking_selected_val_pr_auc": "0.00039156287297214436", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3051941376005135", "tolerated_ranking_score": "0.3051941376005135", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2948179787588662", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2948179787588662", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3051941376005135", "union_ranking_score": "0.3051941376005135", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2948179787588662", "union_val_gap": "0.0", "union_val_ranking_score": "0.2948179787588662", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.13187490371283314", "exact_ranking_score": "0.13187490371283314", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12086776859504132", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12086776859504132", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.07575936549127547", "ranking_selected_val_pr_auc": "0.0704268488739946", "scope": "top5", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714065672477771", "tolerated_ranking_score": "0.7714065672477771", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7976559342583861", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7976559342583861", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714065672477771", "union_ranking_score": "0.7714065672477771", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7976559342583861", "union_val_gap": "0.0", "union_val_ranking_score": "0.7976559342583861", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0705085565701155", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "-0.0027478408207525368", "exact_val_decision_score": "0.07484534819623935", "exact_val_gap": "0.00023644326242466818", "exact_val_ranking_score": "0.07460890493381468", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03431519870355593", "ranking_selected_val_pr_auc": "0.04346900418958381", "scope": "top10", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6993745656706046", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.00029696594024497536", "tolerated_val_decision_score": "0.7015653241482795", "tolerated_val_gap": "4.7047341732997516e-05", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6993745656706046", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "-0.00029696594024497536", "union_val_decision_score": "0.7015653241482795", "union_val_gap": "4.7047341732997516e-05", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.040288313241635454", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "-0.0007242308881624873", "exact_val_decision_score": "0.04306006752022422", "exact_val_gap": "0.0005281685960310811", "exact_val_ranking_score": "0.04253189892419314", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02050876208409485", "ranking_selected_val_pr_auc": "0.02590116599560572", "scope": "top20", "seed": 7, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7644129739607127", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.045880503237594294, "tolerated_test_gap": "0.045880503237594294", "tolerated_val_decision_score": "0.6962583126352054", "tolerated_val_gap": "0.005582899287591814", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7644129739607127", "union_ranking_score": "0.7185324707231184", "union_regret": 0.045880503237594294, "union_test_gap": "0.045880503237594294", "union_val_decision_score": "0.6962583126352054", "union_val_gap": "0.005582899287591814", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.001445086705202312", "exact_ranking_score": "0.001445086705202312", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0036289408029031526", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0036289408029031526", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00037608715321531055", "ranking_selected_val_pr_auc": "0.0004397940562535402", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3060314081779048", "tolerated_ranking_score": "0.3060314081779048", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.29429605373755735", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.29429605373755735", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3060314081779048", "union_ranking_score": "0.3060314081779048", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.29429605373755735", "union_val_gap": "0.0", "union_val_ranking_score": "0.29429605373755735", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.12161541991739329", "exact_ranking_score": "0.12161541991739329", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12163050624589085", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12163050624589085", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.09974311720982598", "ranking_selected_val_pr_auc": "0.10326265767079287", "scope": "top5", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714065672477771", "tolerated_ranking_score": "0.7714065672477771", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7976559342583861", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7976559342583861", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714065672477771", "union_ranking_score": "0.7714065672477771", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7976559342583861", "union_val_gap": "0.0", "union_val_ranking_score": "0.7976559342583861", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.07668301382077575", "exact_ranking_score": "0.07668301382077575", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07647961072618607", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07647961072618607", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.058967493704484314", "ranking_selected_val_pr_auc": "0.06262653319620513", "scope": "top10", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7063465223762824", "tolerated_ranking_score": "0.7063465223762824", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7021793497677742", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7021793497677742", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7063465223762824", "union_ranking_score": "0.7063465223762824", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7021793497677742", "union_val_gap": "0.0", "union_val_ranking_score": "0.7021793497677742", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.042822140550172624", "exact_ranking_score": "0.042822140550172624", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.043420983295568316", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.043420983295568316", "family": "FCN", "model_tag": "fcn", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.029098665712304895", "ranking_selected_val_pr_auc": "0.032221638150467385", "scope": "top20", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.726408418760773", "tolerated_ranking_score": "0.726408418760773", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6933831038489982", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6933831038489982", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.726408418760773", "union_ranking_score": "0.726408418760773", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6933831038489982", "union_val_gap": "0.0", "union_val_ranking_score": "0.6933831038489982", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0031948881789137383", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0031948881789137383", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.000398077435365184", "ranking_selected_val_pr_auc": "0.00047223676755013246", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31071390711162444", "tolerated_ranking_score": "0.31071390711162444", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3130246199713141", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3130246199713141", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31071390711162444", "union_ranking_score": "0.31071390711162444", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3130246199713141", "union_val_gap": "0.0", "union_val_ranking_score": "0.3130246199713141", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12371632233901173", "exact_ranking_score": "0.12371632233901173", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.12572845629262244", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.12572845629262244", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.06541062880458605", "ranking_selected_val_pr_auc": "0.06522920883515884", "scope": "top5", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7834980065869301", "tolerated_ranking_score": "0.7834980065869301", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8136773785024538", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8136773785024538", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7834980065869301", "union_ranking_score": "0.7834980065869301", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8136773785024538", "union_val_gap": "0.0", "union_val_ranking_score": "0.8136773785024538", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07892387357895363", "exact_ranking_score": "0.07892387357895363", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.08108271403540572", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.08108271403540572", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.04061009784825756", "ranking_selected_val_pr_auc": "0.040143560685329066", "scope": "top10", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7136104648359283", "tolerated_ranking_score": "0.7136104648359283", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7207024927160893", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7207024927160893", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7136104648359283", "union_ranking_score": "0.7136104648359283", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7207024927160893", "union_val_gap": "0.0", "union_val_ranking_score": "0.7207024927160893", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04452825597664091", "exact_ranking_score": "0.04452825597664091", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0455414882958375", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0455414882958375", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.022736128443885992", "ranking_selected_val_pr_auc": "0.021286665509494304", "scope": "top20", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7269980510116651", "tolerated_ranking_score": "0.7269980510116651", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7088464801269441", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7088464801269441", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7269980510116651", "union_ranking_score": "0.7269980510116651", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7088464801269441", "union_val_gap": "0.0", "union_val_ranking_score": "0.7088464801269441", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003656307129798903", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003656307129798903", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0004116035724473925", "ranking_selected_val_pr_auc": "0.0004377390722357372", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3145618361221859", "tolerated_ranking_score": "0.3145618361221859", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3129112248106385", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3129112248106385", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3145618361221859", "union_ranking_score": "0.3145618361221859", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3129112248106385", "union_val_gap": "0.0", "union_val_ranking_score": "0.3129112248106385", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11817781690140844", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "-0.00015795562629383753", "exact_val_decision_score": "0.12163664665332445", "exact_val_gap": "0.002317871185766207", "exact_val_ranking_score": "0.11931877546755824", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.06604572317905974", "ranking_selected_val_pr_auc": "0.0732912945840262", "scope": "top5", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7862562878335749", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.01484136735033148, "tolerated_test_gap": "0.01484136735033148", "tolerated_val_decision_score": "0.8131524008350731", "tolerated_val_gap": "0.01595894944850451", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7862562878335749", "union_ranking_score": "0.7714149204832434", "union_regret": 0.01484136735033148, "union_test_gap": "0.01484136735033148", "union_val_decision_score": "0.8131524008350731", "union_val_gap": "0.01595894944850451", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07409381663113006", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0008374192402620245, "exact_test_gap": "0.0008374192402620245", "exact_val_decision_score": "0.07709239276319321", "exact_val_gap": "0.0024834878293785306", "exact_val_ranking_score": "0.07460890493381468", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.038869102384950775", "ranking_selected_val_pr_auc": "0.04346587500401188", "scope": "top10", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7099454687094261", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.010273937098576491, "tolerated_test_gap": "0.010273937098576491", "tolerated_val_decision_score": "0.7148757170172084", "tolerated_val_gap": "0.013357440210661875", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7099454687094261", "union_ranking_score": "0.6996715316108496", "union_regret": 0.010273937098576491, "union_test_gap": "0.010273937098576491", "union_val_decision_score": "0.7148757170172084", "union_val_gap": "0.013357440210661875", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04171607200603644", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0007035278762385008, "exact_test_gap": "0.0007035278762385008", "exact_val_decision_score": "0.043619564341543335", "exact_val_gap": "0.0010876654173501976", "exact_val_ranking_score": "0.04253189892419314", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.020495144103834257", "ranking_selected_val_pr_auc": "0.023246350918909517", "scope": "top20", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7251252524331628", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.006592781710044404, "tolerated_test_gap": "0.006592781710044404", "tolerated_val_decision_score": "0.7015002586652871", "tolerated_val_gap": "0.01082484531767347", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7251252524331628", "union_ranking_score": "0.7185324707231184", "union_regret": 0.006592781710044404, "union_test_gap": "0.006592781710044404", "union_val_decision_score": "0.7015002586652871", "union_val_gap": "0.01082484531767347", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.001528350909368791", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.001528350909368791", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00036987379624400454", "ranking_selected_val_pr_auc": "0.00039852867365630293", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31219058559732665", "tolerated_ranking_score": "0.31219058559732665", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31476872634310843", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31476872634310843", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31219058559732665", "union_ranking_score": "0.31219058559732665", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31476872634310843", "union_val_gap": "0.0", "union_val_ranking_score": "0.31476872634310843", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12233412322274881", "exact_ranking_score": "0.12047131373196783", "exact_regret": 0.0018628094907809783, "exact_test_gap": "0.0018628094907809783", "exact_val_decision_score": "0.12295192958700069", "exact_val_gap": "0.004349514799095983", "exact_val_ranking_score": "0.1186024147879047", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.08182944446297657", "ranking_selected_val_pr_auc": "0.06677724388642242", "scope": "top5", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7830574200952944", "tolerated_ranking_score": "0.77137519758586", "tolerated_regret": 0.011682222509434403, "tolerated_test_gap": "0.011682222509434403", "tolerated_val_decision_score": "0.8181423987511924", "tolerated_val_gap": "0.020669744358910225", "tolerated_val_ranking_score": "0.7974726543922822", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7830574200952944", "union_ranking_score": "0.77137519758586", "union_regret": 0.011682222509434403, "union_test_gap": "0.011682222509434403", "union_val_decision_score": "0.8181423987511924", "union_val_gap": "0.020669744358910225", "union_val_ranking_score": "0.7974726543922822", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0804971885173128", "exact_ranking_score": "0.0804971885173128", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.08148543948704247", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.08148543948704247", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03819635082226218", "ranking_selected_val_pr_auc": "0.038941681913664185", "scope": "top10", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7115204223666349", "tolerated_ranking_score": "0.7115204223666349", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7256034753011779", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7256034753011779", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7115204223666349", "union_ranking_score": "0.7115204223666349", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7256034753011779", "union_val_gap": "0.0", "union_val_ranking_score": "0.7256034753011779", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04574838388861263", "exact_ranking_score": "0.04574838388861263", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04613821138211382", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04613821138211382", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.021165185967854567", "ranking_selected_val_pr_auc": "0.020671268187642432", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7265705731122933", "tolerated_ranking_score": "0.7265705731122933", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7074814597750377", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7074814597750377", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7265705731122933", "union_ranking_score": "0.7265705731122933", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7074814597750377", "union_val_gap": "0.0", "union_val_ranking_score": "0.7074814597750377", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0027012425715829285", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0027012425715829285", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00036963872610239895", "ranking_selected_val_pr_auc": "0.00042054736055892957", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.30641904273669174", "tolerated_ranking_score": "0.30641904273669174", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30868675618673724", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30868675618673724", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.30641904273669174", "union_ranking_score": "0.30641904273669174", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30868675618673724", "union_val_gap": "0.0", "union_val_ranking_score": "0.30868675618673724", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11923365086160762", "exact_ranking_score": "0.120447564721369", "exact_regret": 0.0, "exact_test_gap": "-0.001213913859761384", "exact_val_decision_score": "0.12151351351351353", "exact_val_gap": "0.003267042862839506", "exact_val_ranking_score": "0.11824647065067402", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.055750221614838426", "ranking_selected_val_pr_auc": "0.06442862811569598", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.779811109738517", "tolerated_ranking_score": "0.77137519758586", "tolerated_regret": 0.008435912152656933, "tolerated_test_gap": "0.008435912152656933", "tolerated_val_decision_score": "0.8111111111111111", "tolerated_val_gap": "0.013638456718828906", "tolerated_val_ranking_score": "0.7974726543922822", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.779811109738517", "union_ranking_score": "0.77137519758586", "union_regret": 0.008435912152656933, "union_test_gap": "0.008435912152656933", "union_val_decision_score": "0.8111111111111111", "union_val_gap": "0.013638456718828906", "union_val_ranking_score": "0.7974726543922822", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07741464305276612", "exact_ranking_score": "0.07741464305276612", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07768666378938284", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07768666378938284", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0356468915576778", "ranking_selected_val_pr_auc": "0.03730439444340619", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7094619133450868", "tolerated_ranking_score": "0.7094619133450868", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7188508982531667", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7188508982531667", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7094619133450868", "union_ranking_score": "0.7094619133450868", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7188508982531667", "union_val_gap": "0.0", "union_val_ranking_score": "0.7188508982531667", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.043763127370763974", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0027505832409660327, "exact_test_gap": "0.0027505832409660327", "exact_val_decision_score": "0.04404735872043984", "exact_val_gap": "0.0015154597962467042", "exact_val_ranking_score": "0.04253189892419314", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.016801706970978273", "ranking_selected_val_pr_auc": "0.022509307119807316", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.722901134194411", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.004368663471292611, "tolerated_test_gap": "0.004368663471292611", "tolerated_val_decision_score": "0.7033268834654516", "tolerated_val_gap": "0.01265147011783796", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.722901134194411", "union_ranking_score": "0.7185324707231184", "union_regret": 0.004368663471292611, "union_test_gap": "0.004368663471292611", "union_val_decision_score": "0.7033268834654516", "union_val_gap": "0.01265147011783796", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0041356492969396195", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0041356492969396195", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00042782651526874734", "ranking_selected_val_pr_auc": "0.0004271990954031648", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3111214819309595", "tolerated_ranking_score": "0.3111214819309595", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30674980181224504", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30674980181224504", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3111214819309595", "union_ranking_score": "0.3111214819309595", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30674980181224504", "union_val_gap": "0.0", "union_val_ranking_score": "0.30674980181224504", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12190521103513322", "exact_ranking_score": "0.12125309894072571", "exact_regret": 0.000652112094407506, "exact_test_gap": "0.000652112094407506", "exact_val_decision_score": "0.12268433321064899", "exact_val_gap": "0.0024291153021381295", "exact_val_ranking_score": "0.12025521790851086", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06535531985010146", "ranking_selected_val_pr_auc": "0.07922769803833127", "scope": "top5", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7803954553118283", "tolerated_ranking_score": "0.77137519758586", "tolerated_regret": 0.009020257725968261, "tolerated_test_gap": "0.009020257725968261", "tolerated_val_decision_score": "0.804416403785489", "tolerated_val_gap": "0.006943749393206744", "tolerated_val_ranking_score": "0.7974726543922822", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7803954553118283", "union_ranking_score": "0.77137519758586", "union_regret": 0.009020257725968261, "union_test_gap": "0.009020257725968261", "union_val_decision_score": "0.804416403785489", "union_val_gap": "0.006943749393206744", "union_val_ranking_score": "0.7974726543922822", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07714516687839242", "exact_ranking_score": "0.07550644567219153", "exact_regret": 0.0016387212062008855, "exact_test_gap": "0.0016387212062008855", "exact_val_decision_score": "0.0780302129178066", "exact_val_gap": "0.0027111964223195256", "exact_val_ranking_score": "0.07531901649548707", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.04049928566381453", "ranking_selected_val_pr_auc": "0.051914070260881295", "scope": "top10", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7095126183114994", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.00984108670064976, "tolerated_test_gap": "0.00984108670064976", "tolerated_val_decision_score": "0.7096515175847117", "tolerated_val_gap": "0.00813324077816513", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7095126183114994", "union_ranking_score": "0.6996715316108496", "union_regret": 0.00984108670064976, "union_test_gap": "0.00984108670064976", "union_val_decision_score": "0.7096515175847117", "union_val_gap": "0.00813324077816513", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04882017900732303", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04882017900732303", "family": "FengWu", "model_tag": "fengwu", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02199779031689959", "ranking_selected_val_pr_auc": "0.030768274290330223", "scope": "top20", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7336829717908426", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.015150501067724198, "tolerated_test_gap": "0.015150501067724198", "tolerated_val_decision_score": "0.6987796297897932", "tolerated_val_gap": "0.008104216442179624", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7336829717908426", "union_ranking_score": "0.7185324707231184", "union_regret": 0.015150501067724198, "union_test_gap": "0.015150501067724198", "union_val_decision_score": "0.6987796297897932", "union_val_gap": "0.008104216442179624", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0006866311182961118", "exact_ranking_score": "0.0006866311182961118", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0008811590083408097", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0008811590083408097", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003596048414560045", "ranking_selected_val_pr_auc": "0.0004121169333774252", "scope": "global", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.21516044416153002", "tolerated_ranking_score": "0.3091927111996169", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.09403226703808687", "tolerated_val_decision_score": "0.3118144595732139", "tolerated_val_gap": "0.001671993688703799", "tolerated_val_ranking_score": "0.3101424658845101", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.21516044416153002", "union_ranking_score": "0.3091927111996169", "union_regret": 0.0, "union_test_gap": "-0.09403226703808687", "union_val_decision_score": "0.3118144595732139", "union_val_gap": "0.001671993688703799", "union_val_ranking_score": "0.3101424658845101", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12601927353595255", "exact_ranking_score": "0.1189950593924104", "exact_regret": 0.007024214143542151, "exact_test_gap": "0.007024214143542151", "exact_val_decision_score": "0.12394433210419888", "exact_val_gap": "0.004525739612303029", "exact_val_ranking_score": "0.11941859249189585", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.06032490713940969", "ranking_selected_val_pr_auc": "0.0614132176206002", "scope": "top5", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8241199478487613", "tolerated_ranking_score": "0.7739636861939019", "tolerated_regret": 0.050156261654859424, "tolerated_test_gap": "0.050156261654859424", "tolerated_val_decision_score": "0.8658519277773397", "tolerated_val_gap": "0.06831247872679147", "tolerated_val_ranking_score": "0.7975394490505482", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8241199478487613", "union_ranking_score": "0.7739636861939019", "union_regret": 0.050156261654859424, "union_test_gap": "0.050156261654859424", "union_val_decision_score": "0.8658519277773397", "union_val_gap": "0.06831247872679147", "union_val_ranking_score": "0.7975394490505482", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07447712973984016", "exact_ranking_score": "0.07447712973984016", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.08072936959401543", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.08072936959401543", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03373982859419053", "ranking_selected_val_pr_auc": "0.037115310159824", "scope": "top10", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.6935334872979214", "tolerated_ranking_score": "0.7046101309049516", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.011076643607030201", "tolerated_val_decision_score": "0.754546876833418", "tolerated_val_gap": "0.04256271595760763", "tolerated_val_ranking_score": "0.7119841608758104", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.6935334872979214", "union_ranking_score": "0.7046101309049516", "union_regret": 0.0, "union_test_gap": "-0.011076643607030201", "union_val_decision_score": "0.754546876833418", "union_val_gap": "0.04256271595760763", "union_val_ranking_score": "0.7119841608758104", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.043196160341303", "exact_ranking_score": "0.043196160341303", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04576053854784421", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04576053854784421", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.01904942261850253", "ranking_selected_val_pr_auc": "0.020787588115504", "scope": "top20", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7261195534617713", "tolerated_ranking_score": "0.7246636456247585", "tolerated_regret": 0.001455907837012771, "tolerated_test_gap": "0.001455907837012771", "tolerated_val_decision_score": "0.7033365957825429", "tolerated_val_gap": "0.003706992036648815", "tolerated_val_ranking_score": "0.6996296037458941", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7261195534617713", "union_ranking_score": "0.7246636456247585", "union_regret": 0.001455907837012771, "union_test_gap": "0.001455907837012771", "union_val_decision_score": "0.7033365957825429", "union_val_gap": "0.003706992036648815", "union_val_ranking_score": "0.6996296037458941", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0009888839378897987", "exact_ranking_score": "0.0009888839378897987", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0010117798317730948", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0010117798317730948", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00039999784430104664", "ranking_selected_val_pr_auc": "0.00043073606570656576", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3096924811079745", "tolerated_ranking_score": "0.3096924811079745", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31039074285584656", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31039074285584656", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3096924811079745", "union_ranking_score": "0.3096924811079745", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31039074285584656", "union_val_gap": "0.0", "union_val_ranking_score": "0.31039074285584656", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12121896162528217", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.002883189097579897, "exact_test_gap": "0.002883189097579897", "exact_val_decision_score": "0.1213910761154856", "exact_val_gap": "0.00207230064792735", "exact_val_ranking_score": "0.11931877546755824", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.06578907632994217", "ranking_selected_val_pr_auc": "0.0774014225555978", "scope": "top5", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7834545900433254", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.012039669560081956, "tolerated_test_gap": "0.012039669560081956", "tolerated_val_decision_score": "0.8107372400756144", "tolerated_val_gap": "0.013543788689045821", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7834545900433254", "union_ranking_score": "0.7714149204832434", "union_regret": 0.012039669560081956, "union_test_gap": "0.012039669560081956", "union_val_decision_score": "0.8107372400756144", "union_val_gap": "0.013543788689045821", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07623735302160241", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.002980955630734375, "exact_test_gap": "0.002980955630734375", "exact_val_decision_score": "0.07630118890356671", "exact_val_gap": "0.0016922839697520314", "exact_val_ranking_score": "0.07460890493381468", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03878602989774424", "ranking_selected_val_pr_auc": "0.04567884589440755", "scope": "top10", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7079514490958633", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.008279917485013666, "tolerated_test_gap": "0.008279917485013666", "tolerated_val_decision_score": "0.7130764176104518", "tolerated_val_gap": "0.01155814080390527", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7079514490958633", "union_ranking_score": "0.6996715316108496", "union_regret": 0.008279917485013666, "union_test_gap": "0.008279917485013666", "union_val_decision_score": "0.7130764176104518", "union_val_gap": "0.01155814080390527", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.018543768748295608", "exact_ranking_score": "0.018543768748295608", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04600811907983762", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04600811907983762", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.021045021724179047", "ranking_selected_val_pr_auc": "0.025380726482200633", "scope": "top20", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7224961571477053", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0039636864245868875, "tolerated_test_gap": "0.0039636864245868875", "tolerated_val_decision_score": "0.6975587357465372", "tolerated_val_gap": "0.00688332239892353", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7224961571477053", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0039636864245868875, "union_test_gap": "0.0039636864245868875", "union_val_decision_score": "0.6975587357465372", "union_val_gap": "0.00688332239892353", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0003188165529554294", "exact_ranking_score": "0.0003188165529554294", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0011176098051633573", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0011176098051633573", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003830459807690152", "ranking_selected_val_pr_auc": "0.00042901589997107405", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.316668570748256", "tolerated_ranking_score": "0.316668570748256", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3180456774666437", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3180456774666437", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.316668570748256", "union_ranking_score": "0.316668570748256", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3180456774666437", "union_val_gap": "0.0", "union_val_ranking_score": "0.3180456774666437", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12472723096359249", "exact_ranking_score": "0.12343429742655432", "exact_regret": 0.001292933537038174, "exact_test_gap": "0.001292933537038174", "exact_val_decision_score": "0.12229812968977491", "exact_val_gap": "0.0007780236358641696", "exact_val_ranking_score": "0.12152010605391074", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.07205944796033896", "ranking_selected_val_pr_auc": "0.06887409447218568", "scope": "top5", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7659067086974988", "tolerated_ranking_score": "0.7763794772507261", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.010472768553227318", "tolerated_val_decision_score": "0.810906174819567", "tolerated_val_gap": "0.009041372954765037", "tolerated_val_ranking_score": "0.8018648018648019", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7659067086974988", "union_ranking_score": "0.7763794772507261", "union_regret": 0.0, "union_test_gap": "-0.010472768553227318", "union_val_decision_score": "0.810906174819567", "union_val_gap": "0.009041372954765037", "union_val_ranking_score": "0.8018648018648019", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.08151658767772511", "exact_ranking_score": "0.07757857459052678", "exact_regret": 0.003938013087198336, "exact_test_gap": "0.003938013087198336", "exact_val_decision_score": "0.07882782007806002", "exact_val_gap": "0.003017081109426334", "exact_val_ranking_score": "0.07581073896863369", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.0420642409494585", "ranking_selected_val_pr_auc": "0.037860183103839665", "scope": "top10", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6658250522289358", "tolerated_ranking_score": "0.707219799470722", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.041394747241786156", "tolerated_val_decision_score": "0.7266319786024423", "tolerated_val_gap": "0.020155767669137514", "tolerated_val_ranking_score": "0.7064762109333048", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6658250522289358", "union_ranking_score": "0.707219799470722", "union_regret": 0.0, "union_test_gap": "-0.041394747241786156", "union_val_decision_score": "0.7266319786024423", "union_val_gap": "0.020155767669137514", "union_val_ranking_score": "0.7064762109333048", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04603830266616599", "exact_ranking_score": "0.04603830266616599", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04428715218026559", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04428715218026559", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.020363596550511454", "ranking_selected_val_pr_auc": "0.020674507603092498", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7054843984273774", "tolerated_ranking_score": "0.7054843984273774", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.72648949860566", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.72648949860566", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7054843984273774", "union_ranking_score": "0.7054843984273774", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.72648949860566", "union_val_gap": "0.0", "union_val_ranking_score": "0.72648949860566", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0008450613619815959", "exact_ranking_score": "0.0008450613619815959", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0009152735719220856", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0009152735719220856", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00037118462783325537", "ranking_selected_val_pr_auc": "0.0004157684867215522", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3062654921252336", "tolerated_ranking_score": "0.3062654921252336", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30677382687191324", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30677382687191324", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3062654921252336", "union_ranking_score": "0.3062654921252336", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30677382687191324", "union_val_gap": "0.0", "union_val_ranking_score": "0.30677382687191324", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12366683595733877", "exact_ranking_score": "0.12257405515832481", "exact_regret": 0.0010927807990139538, "exact_test_gap": "0.0010927807990139538", "exact_val_decision_score": "0.1239751552795031", "exact_val_gap": "0.004866804386744986", "exact_val_ranking_score": "0.11910835089275812", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06705127569812482", "ranking_selected_val_pr_auc": "0.0609692021164841", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7746207358980806", "tolerated_ranking_score": "0.77137519758586", "tolerated_regret": 0.0032455383122205195, "tolerated_test_gap": "0.0032455383122205195", "tolerated_val_decision_score": "0.8054623862002874", "tolerated_val_gap": "0.007989731808005218", "tolerated_val_ranking_score": "0.7974726543922822", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7746207358980806", "union_ranking_score": "0.77137519758586", "union_regret": 0.0032455383122205195, "union_test_gap": "0.0032455383122205195", "union_val_decision_score": "0.8054623862002874", "union_val_gap": "0.007989731808005218", "union_val_ranking_score": "0.7974726543922822", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07886239443616493", "exact_ranking_score": "0.07886239443616493", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07953855494839102", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07953855494839102", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03317855540638228", "ranking_selected_val_pr_auc": "0.0369116762896455", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7025612895058863", "tolerated_ranking_score": "0.7025612895058863", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.710349352140397", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.710349352140397", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7025612895058863", "union_ranking_score": "0.7025612895058863", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.710349352140397", "union_val_gap": "0.0", "union_val_ranking_score": "0.710349352140397", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.044572342126298965", "exact_ranking_score": "0.044572342126298965", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04500911929271383", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04500911929271383", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.018717347905238046", "ranking_selected_val_pr_auc": "0.020626878606552698", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7235687421646468", "tolerated_ranking_score": "0.7235687421646468", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6980281690140845", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6980281690140845", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7235687421646468", "union_ranking_score": "0.7235687421646468", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6980281690140845", "union_val_gap": "0.0", "union_val_ranking_score": "0.6980281690140845", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0008606592649969877", "exact_ranking_score": "0.0008606592649969877", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.000883817480228723", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.000883817480228723", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0003867174887645146", "ranking_selected_val_pr_auc": "0.00040688996624133387", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.3109717285865725", "tolerated_ranking_score": "0.3109717285865725", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31099917685286793", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31099917685286793", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.3109717285865725", "union_ranking_score": "0.3109717285865725", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31099917685286793", "union_val_gap": "0.0", "union_val_ranking_score": "0.31099917685286793", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12165729369907036", "exact_ranking_score": "0.11908268462023987", "exact_regret": 0.0025746090788304893, "exact_test_gap": "0.0025746090788304893", "exact_val_decision_score": "0.12040952592922323", "exact_val_gap": "0.0009159610029911419", "exact_val_ranking_score": "0.11949356492623209", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.0679936659760212", "ranking_selected_val_pr_auc": "0.08132317939286735", "scope": "top5", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7764511526620109", "tolerated_ranking_score": "0.7741670094611272", "tolerated_regret": 0.0022841432008837703, "tolerated_test_gap": "0.0022841432008837703", "tolerated_val_decision_score": "0.8023909485519105", "tolerated_val_gap": "0.004531416779335218", "tolerated_val_ranking_score": "0.7978595317725753", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7764511526620109", "union_ranking_score": "0.7741670094611272", "union_regret": 0.0022841432008837703, "union_test_gap": "0.0022841432008837703", "union_val_decision_score": "0.8023909485519105", "union_val_gap": "0.004531416779335218", "union_val_ranking_score": "0.7978595317725753", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.06876734046769718", "exact_ranking_score": "0.07384553133377168", "exact_regret": 0.0, "exact_test_gap": "-0.0050781908660745", "exact_val_decision_score": "0.07681263460157932", "exact_val_gap": "0.0019560091865476192", "exact_val_ranking_score": "0.0748566254150317", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03972371884586323", "ranking_selected_val_pr_auc": "0.04922131117303804", "scope": "top10", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7026029306512976", "tolerated_ranking_score": "0.7027966072827605", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.00019367663146285796", "tolerated_val_decision_score": "0.7072442664725155", "tolerated_val_gap": "0.0042447748609242275", "tolerated_val_ranking_score": "0.7029994916115913", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7026029306512976", "union_ranking_score": "0.7027966072827605", "union_regret": 0.0, "union_test_gap": "-0.00019367663146285796", "union_val_decision_score": "0.7072442664725155", "union_val_gap": "0.0042447748609242275", "union_val_ranking_score": "0.7029994916115913", "path": "" }, { "exact_decision_head": "pixel MLP head", "exact_decision_head_arch": "pixel_mlp", "exact_decision_score": "0.027261462205700127", "exact_ranking_score": "0.04233736419209311", "exact_regret": 0.0, "exact_test_gap": "-0.01507590198639298", "exact_val_decision_score": "0.04932875429285045", "exact_val_gap": "0.006512143511318333", "exact_val_ranking_score": "0.042816610781532115", "family": "FuXi", "model_tag": "fuxi", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.026062499558490423", "ranking_selected_val_pr_auc": "0.02771096205491839", "scope": "top20", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7272787942491131", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.008746323525994693, "tolerated_test_gap": "0.008746323525994693", "tolerated_val_decision_score": "0.6966977214053203", "tolerated_val_gap": "0.006022308057706649", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7272787942491131", "union_ranking_score": "0.7185324707231184", "union_regret": 0.008746323525994693, "union_test_gap": "0.008746323525994693", "union_val_decision_score": "0.6966977214053203", "union_val_gap": "0.006022308057706649", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.004253509145044662", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.004253509145044662", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00042881385578730365", "ranking_selected_val_pr_auc": "0.0004901027948814223", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.32066974948800614", "tolerated_ranking_score": "0.32066974948800614", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3120952399779768", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3120952399779768", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.32066974948800614", "union_ranking_score": "0.32066974948800614", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3120952399779768", "union_val_gap": "0.0", "union_val_ranking_score": "0.3120952399779768", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12675350701402807", "exact_ranking_score": "0.12675350701402807", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.1289902280130293", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.1289902280130293", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.07239587203738174", "ranking_selected_val_pr_auc": "0.06555234277501942", "scope": "top5", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.776857122271057", "tolerated_ranking_score": "0.776857122271057", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.8022016303211871", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.8022016303211871", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.776857122271057", "union_ranking_score": "0.776857122271057", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.8022016303211871", "union_val_gap": "0.0", "union_val_ranking_score": "0.8022016303211871", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07904849039341263", "exact_ranking_score": "0.07904849039341263", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.08153057396523697", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.08153057396523697", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.04315307069319409", "ranking_selected_val_pr_auc": "0.03843818318005278", "scope": "top10", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7050669731030272", "tolerated_ranking_score": "0.7050669731030272", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7088338471351122", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7088338471351122", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7050669731030272", "union_ranking_score": "0.7050669731030272", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7088338471351122", "union_val_gap": "0.0", "union_val_ranking_score": "0.7088338471351122", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04418397717161179", "exact_ranking_score": "0.04418397717161179", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04535556523362161", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04535556523362161", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.02328829578760066", "ranking_selected_val_pr_auc": "0.02010310006243177", "scope": "top20", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7231388400090598", "tolerated_ranking_score": "0.7231388400090598", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.698733466652633", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.698733466652633", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7231388400090598", "union_ranking_score": "0.7231388400090598", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.698733466652633", "union_val_gap": "0.0", "union_val_ranking_score": "0.698733466652633", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0042863266180882984", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0042863266180882984", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00043738577276574255", "ranking_selected_val_pr_auc": "0.0004554894460132563", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31812983009681495", "tolerated_ranking_score": "0.31812983009681495", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3113263265858816", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3113263265858816", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31812983009681495", "union_ranking_score": "0.31812983009681495", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3113263265858816", "union_val_gap": "0.0", "union_val_ranking_score": "0.3113263265858816", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11929903392496069", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0009632613972584136, "exact_test_gap": "0.0009632613972584136", "exact_val_decision_score": "0.12107419208010925", "exact_val_gap": "0.0017554166125510057", "exact_val_ranking_score": "0.11931877546755824", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.07483645613667965", "ranking_selected_val_pr_auc": "0.08124531938595873", "scope": "top5", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7856782652546647", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.014263344771421216, "tolerated_test_gap": "0.014263344771421216", "tolerated_val_decision_score": "0.8139394851723619", "tolerated_val_gap": "0.016746033785793313", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7856782652546647", "union_ranking_score": "0.7714149204832434", "union_regret": 0.014263344771421216, "union_test_gap": "0.014263344771421216", "union_val_decision_score": "0.8139394851723619", "union_val_gap": "0.016746033785793313", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07468382032272133", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0014274229318533005, "exact_test_gap": "0.0014274229318533005", "exact_val_decision_score": "0.07596458629358399", "exact_val_gap": "0.001355681359769309", "exact_val_ranking_score": "0.07460890493381468", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.04354779125348941", "ranking_selected_val_pr_auc": "0.04714252503011615", "scope": "top10", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.711332312404288", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.011660780793438352, "tolerated_test_gap": "0.011660780793438352", "tolerated_val_decision_score": "0.7182744065368083", "tolerated_val_gap": "0.01675612973026175", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.711332312404288", "union_ranking_score": "0.6996715316108496", "union_regret": 0.011660780793438352, "union_test_gap": "0.011660780793438352", "union_val_decision_score": "0.7182744065368083", "union_val_gap": "0.01675612973026175", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04194314737445728", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0009306032446593365, "exact_test_gap": "0.0009306032446593365", "exact_val_decision_score": "0.04314380355334118", "exact_val_gap": "0.0006119046291480426", "exact_val_ranking_score": "0.04253189892419314", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02276041840297606", "ranking_selected_val_pr_auc": "0.02572965797764821", "scope": "top20", "seed": 123, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7261721555350364", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.007639684811918013, "tolerated_test_gap": "0.007639684811918013", "tolerated_val_decision_score": "0.7019436364687074", "tolerated_val_gap": "0.011268223121093768", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7261721555350364", "union_ranking_score": "0.7185324707231184", "union_regret": 0.007639684811918013, "union_test_gap": "0.007639684811918013", "union_val_decision_score": "0.7019436364687074", "union_val_gap": "0.011268223121093768", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0024802356223841263", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0024802356223841263", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00040651309469793043", "ranking_selected_val_pr_auc": "0.0004045310999550776", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.32154249424354786", "tolerated_ranking_score": "0.32154249424354786", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.31489341288382094", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.31489341288382094", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.32154249424354786", "union_ranking_score": "0.32154249424354786", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.31489341288382094", "union_val_gap": "0.0", "union_val_ranking_score": "0.31489341288382094", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12204234122042343", "exact_ranking_score": "0.11810512654120699", "exact_regret": 0.003937214679216441, "exact_test_gap": "0.003937214679216441", "exact_val_decision_score": "0.12285777876697085", "exact_val_gap": "0.0046720888180781794", "exact_val_ranking_score": "0.11818568994889267", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.08436045538757507", "ranking_selected_val_pr_auc": "0.06648389466400928", "scope": "top5", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7898933615140744", "tolerated_ranking_score": "0.7701027275947573", "tolerated_regret": 0.019790633919317124, "tolerated_test_gap": "0.019790633919317124", "tolerated_val_decision_score": "0.8039800995024876", "tolerated_val_gap": "0.005996860420931505", "tolerated_val_ranking_score": "0.7979832390815561", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7898933615140744", "union_ranking_score": "0.7701027275947573", "union_regret": 0.019790633919317124, "union_test_gap": "0.019790633919317124", "union_val_decision_score": "0.8039800995024876", "union_val_gap": "0.005996860420931505", "union_val_ranking_score": "0.7979832390815561", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07639117550214027", "exact_ranking_score": "0.07639117550214027", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07748859672658975", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07748859672658975", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03994690077965589", "ranking_selected_val_pr_auc": "0.03757162574160602", "scope": "top10", "seed": 42, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.5502983042755504", "tolerated_ranking_score": "0.7194503995322549", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.1691520952567045", "tolerated_val_decision_score": "0.7221556788281226", "tolerated_val_gap": "0.013579036492356145", "tolerated_val_ranking_score": "0.7085766423357664", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.5502983042755504", "union_ranking_score": "0.7194503995322549", "union_regret": 0.0, "union_test_gap": "-0.1691520952567045", "union_val_decision_score": "0.7221556788281226", "union_val_gap": "0.013579036492356145", "union_val_ranking_score": "0.7085766423357664", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0430065972893146", "exact_ranking_score": "0.0430065972893146", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.044111302847282145", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.044111302847282145", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.021420904714594617", "ranking_selected_val_pr_auc": "0.019667925605377917", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7241279907754397", "tolerated_ranking_score": "0.7241279907754397", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6965685921876124", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6965685921876124", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7241279907754397", "union_ranking_score": "0.7241279907754397", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6965685921876124", "union_val_gap": "0.0", "union_val_ranking_score": "0.6965685921876124", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003894080996884735", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003894080996884735", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00038395193539280824", "ranking_selected_val_pr_auc": "0.0005470853500668261", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.31120670593952293", "tolerated_ranking_score": "0.31120670593952293", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.30691963220059004", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.30691963220059004", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.31120670593952293", "union_ranking_score": "0.31120670593952293", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.30691963220059004", "union_val_gap": "0.0", "union_val_ranking_score": "0.30691963220059004", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12325789540979415", "exact_ranking_score": "0.11754630125254256", "exact_regret": 0.005711594157251587, "exact_test_gap": "0.005711594157251587", "exact_val_decision_score": "0.12198694899453988", "exact_val_gap": "0.004674396340790948", "exact_val_ranking_score": "0.11731255265374893", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.05616248338975538", "ranking_selected_val_pr_auc": "0.0679796765173011", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7753490339867437", "tolerated_ranking_score": "0.7714385719285964", "tolerated_regret": 0.003910462058147268, "tolerated_test_gap": "0.003910462058147268", "tolerated_val_decision_score": "0.8010033444816053", "tolerated_val_gap": "0.0033474102232191605", "tolerated_val_ranking_score": "0.7976559342583861", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7753490339867437", "union_ranking_score": "0.7714385719285964", "union_regret": 0.003910462058147268, "union_test_gap": "0.003910462058147268", "union_val_decision_score": "0.8010033444816053", "union_val_gap": "0.0033474102232191605", "union_val_ranking_score": "0.7976559342583861", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07779171894604768", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.004535321555179647, "exact_test_gap": "0.004535321555179647", "exact_val_decision_score": "0.07823677257201779", "exact_val_gap": "0.0036278676382031083", "exact_val_ranking_score": "0.07460890493381468", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03227259772140749", "ranking_selected_val_pr_auc": "0.04023132643529763", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7032262609185687", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.003554729307719051, "tolerated_test_gap": "0.003554729307719051", "tolerated_val_decision_score": "0.7063110230649498", "tolerated_val_gap": "0.004792746258403202", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7032262609185687", "union_ranking_score": "0.6996715316108496", "union_regret": 0.003554729307719051, "union_test_gap": "0.003554729307719051", "union_val_decision_score": "0.7063110230649498", "union_val_gap": "0.004792746258403202", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04372215277109978", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0027096086413018403, "exact_test_gap": "0.0027096086413018403", "exact_val_decision_score": "0.043845404352062356", "exact_val_gap": "0.0013135054278692188", "exact_val_ranking_score": "0.04253189892419314", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.018664183428008234", "ranking_selected_val_pr_auc": "0.024661788918260808", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.719461376864001", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0009289061408825905, "tolerated_test_gap": "0.0009289061408825905", "tolerated_val_decision_score": "0.6947253251451462", "tolerated_val_gap": "0.004049911797532557", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.719461376864001", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0009289061408825905, "union_test_gap": "0.0009289061408825905", "union_val_decision_score": "0.6947253251451462", "union_val_gap": "0.004049911797532557", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0", "exact_ranking_score": "0.0", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.003532320734722713", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.003532320734722713", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.00044306685015413984", "ranking_selected_val_pr_auc": "0.0004923922514041874", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.32045281275439075", "tolerated_ranking_score": "0.32045281275439075", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.3031747624303057", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.3031747624303057", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.32045281275439075", "union_ranking_score": "0.32045281275439075", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.3031747624303057", "union_val_gap": "0.0", "union_val_ranking_score": "0.3031747624303057", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.12431310294297229", "exact_ranking_score": "0.11915180074049142", "exact_regret": 0.005161302202480872, "exact_test_gap": "0.005161302202480872", "exact_val_decision_score": "0.12584327970939285", "exact_val_gap": "0.005682776510173682", "exact_val_ranking_score": "0.12016050319921917", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.0711724674009212", "ranking_selected_val_pr_auc": "0.08911464580470933", "scope": "top5", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7714385719285964", "tolerated_ranking_score": "0.7714385719285964", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7976559342583861", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7976559342583861", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7714385719285964", "union_ranking_score": "0.7714385719285964", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7976559342583861", "union_val_gap": "0.0", "union_val_ranking_score": "0.7976559342583861", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07693219535324798", "exact_ranking_score": "0.07422212618841832", "exact_regret": 0.0027100691648296593, "exact_test_gap": "0.0027100691648296593", "exact_val_decision_score": "0.07818598599838919", "exact_val_gap": "0.0029847395688903794", "exact_val_ranking_score": "0.07520124642949881", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.045241782115254044", "ranking_selected_val_pr_auc": "0.05810049257853764", "scope": "top10", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996952251947172", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 2.369358386755671e-05, "tolerated_test_gap": "2.369358386755671e-05", "tolerated_val_decision_score": "0.7016606351675854", "tolerated_val_gap": "0.00014235836103881905", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996952251947172", "union_ranking_score": "0.6996715316108496", "union_regret": 2.369358386755671e-05, "union_test_gap": "2.369358386755671e-05", "union_val_decision_score": "0.7016606351675854", "union_val_gap": "0.00014235836103881905", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "linear probe", "exact_decision_head_arch": "linear", "exact_decision_score": "0.0044004400440044", "exact_ranking_score": "0.0044004400440044", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.06142857142857142", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.06142857142857142", "family": "Pangu-Weather", "model_tag": "pangu6", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.024740444457605402", "ranking_selected_val_pr_auc": "0.036676155849720546", "scope": "top20", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7191095957774646", "tolerated_ranking_score": "0.7183382629739177", "tolerated_regret": 0.0007713328035469091, "tolerated_test_gap": "0.0007713328035469091", "tolerated_val_decision_score": "0.6915201983814487", "tolerated_val_gap": "0.0008234265830721066", "tolerated_val_ranking_score": "0.6906967717983766", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7191095957774646", "union_ranking_score": "0.7183382629739177", "union_regret": 0.0007713328035469091, "union_test_gap": "0.0007713328035469091", "union_val_decision_score": "0.6915201983814487", "union_val_gap": "0.0008234265830721066", "union_val_ranking_score": "0.6906967717983766", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.00048497822606044473", "exact_ranking_score": "0.00048497822606044473", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.00046544514931712863", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.00046544514931712863", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.000244434472614863", "ranking_selected_val_pr_auc": "0.00023458729090319847", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.23755358049655212", "tolerated_ranking_score": "0.23755358049655212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2149459035878704", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2149459035878704", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.23755358049655212", "union_ranking_score": "0.23755358049655212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2149459035878704", "union_val_gap": "0.0", "union_val_ranking_score": "0.2149459035878704", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "Prithvi-WxC", "model_tag": "prithvi_wxc", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.019669096378572257", "exact_ranking_score": "0.019669096378572257", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.016877637130801686", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.016877637130801686", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0027275598484246552", "ranking_selected_val_pr_auc": "0.0024772994278327914", "scope": "global", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7286109603326707", "tolerated_ranking_score": "0.6293736539482548", "tolerated_regret": 0.09923730638441586, "tolerated_test_gap": "0.09923730638441586", "tolerated_val_decision_score": "0.7800653928063089", "tolerated_val_gap": "0.02211882039338331", "tolerated_val_ranking_score": "0.7579465724129256", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7286109603326707", "union_ranking_score": "0.6293736539482548", "union_regret": 0.09923730638441586, "union_test_gap": "0.09923730638441586", "union_val_decision_score": "0.7800653928063089", "union_val_gap": "0.02211882039338331", "union_val_ranking_score": "0.7579465724129256", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.24975320829220138", "exact_ranking_score": "0.24975320829220138", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.2308050255932992", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.2308050255932992", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.1876883857001677", "ranking_selected_val_pr_auc": "0.15408804654455288", "scope": "top5", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.9093400335144248", "tolerated_ranking_score": "0.8936632713133041", "tolerated_regret": 0.015676762201120686, "tolerated_test_gap": "0.015676762201120686", "tolerated_val_decision_score": "0.8904903385864028", "tolerated_val_gap": "0.029999615649296207", "tolerated_val_ranking_score": "0.8604907229371066", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.9093400335144248", "union_ranking_score": "0.8936632713133041", "union_regret": 0.015676762201120686, "union_test_gap": "0.015676762201120686", "union_val_decision_score": "0.8904903385864028", "union_val_gap": "0.029999615649296207", "union_val_ranking_score": "0.8604907229371066", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.22468179302711677", "exact_ranking_score": "0.22468179302711677", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.20189905047476264", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.20189905047476264", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.1514864942696933", "ranking_selected_val_pr_auc": "0.12361527601973549", "scope": "top10", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8764832842263638", "tolerated_ranking_score": "0.8527949979229895", "tolerated_regret": 0.023688286303374273, "tolerated_test_gap": "0.023688286303374273", "tolerated_val_decision_score": "0.8461060598607641", "tolerated_val_gap": "0.02668959040704999", "tolerated_val_ranking_score": "0.8194164694537142", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8764832842263638", "union_ranking_score": "0.8527949979229895", "union_regret": 0.023688286303374273, "union_test_gap": "0.023688286303374273", "union_val_decision_score": "0.8461060598607641", "union_val_gap": "0.02668959040704999", "union_val_ranking_score": "0.8194164694537142", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.18739352640545145", "exact_ranking_score": "0.18739352640545145", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.16846229187071501", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.16846229187071501", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.10815899441738173", "ranking_selected_val_pr_auc": "0.08968210725224908", "scope": "top20", "seed": 1, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8685988450931266", "tolerated_ranking_score": "0.8118474430575734", "tolerated_regret": 0.05675140203555318, "tolerated_test_gap": "0.05675140203555318", "tolerated_val_decision_score": "0.8546299882836719", "tolerated_val_gap": "0.06584679531636395", "tolerated_val_ranking_score": "0.7887831929673079", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8685988450931266", "union_ranking_score": "0.8118474430575734", "union_regret": 0.05675140203555318, "union_test_gap": "0.05675140203555318", "union_val_decision_score": "0.8546299882836719", "union_val_gap": "0.06584679531636395", "union_val_ranking_score": "0.7887831929673079", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.02046783625730994", "exact_ranking_score": "0.02046783625730994", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.022231722958529286", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.022231722958529286", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0027479122488527847", "ranking_selected_val_pr_auc": "0.002960918884295192", "scope": "global", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.7342945764100982", "tolerated_ranking_score": "0.5593234977538011", "tolerated_regret": 0.17497107865629713, "tolerated_test_gap": "0.17497107865629713", "tolerated_val_decision_score": "0.7498273537587483", "tolerated_val_gap": "0.059135931802591135", "tolerated_val_ranking_score": "0.6906914219561572", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.7342945764100982", "union_ranking_score": "0.5593234977538011", "union_regret": 0.17497107865629713, "union_test_gap": "0.17497107865629713", "union_val_decision_score": "0.7498273537587483", "union_val_gap": "0.059135931802591135", "union_val_ranking_score": "0.6906914219561572", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.30023455824863177", "exact_ranking_score": "0.30023455824863177", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.32366412213740453", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.32366412213740453", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.22871793267947133", "ranking_selected_val_pr_auc": "0.2090698081382707", "scope": "top5", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.879307317963807", "tolerated_ranking_score": "0.8766654895872674", "tolerated_regret": 0.00264182837653959, "tolerated_test_gap": "0.00264182837653959", "tolerated_val_decision_score": "0.8667860857895108", "tolerated_val_gap": "0.027700659869665634", "tolerated_val_ranking_score": "0.8390854259198451", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.879307317963807", "union_ranking_score": "0.8766654895872674", "union_regret": 0.00264182837653959, "union_test_gap": "0.00264182837653959", "union_val_decision_score": "0.8667860857895108", "union_val_gap": "0.027700659869665634", "union_val_ranking_score": "0.8390854259198451", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.26836581709145424", "exact_ranking_score": "0.26836581709145424", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.2748815165876777", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.2748815165876777", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.18388043920625555", "ranking_selected_val_pr_auc": "0.1622717982352778", "scope": "top10", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8621715199854308", "tolerated_ranking_score": "0.8511911675536367", "tolerated_regret": 0.010980352431794183, "tolerated_test_gap": "0.010980352431794183", "tolerated_val_decision_score": "0.8240905796307538", "tolerated_val_gap": "0.034993802443587296", "tolerated_val_ranking_score": "0.7890967771871665", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8621715199854308", "union_ranking_score": "0.8511911675536367", "union_regret": 0.010980352431794183, "union_test_gap": "0.010980352431794183", "union_val_decision_score": "0.8240905796307538", "union_val_gap": "0.034993802443587296", "union_val_ranking_score": "0.7890967771871665", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.2156398104265403", "exact_ranking_score": "0.2156398104265403", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.20444444444444446", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.20444444444444446", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.12031424704824639", "ranking_selected_val_pr_auc": "0.10479806700502603", "scope": "top20", "seed": 123, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8587104723511633", "tolerated_ranking_score": "0.8190550527106161", "tolerated_regret": 0.039655419640547196, "tolerated_test_gap": "0.039655419640547196", "tolerated_val_decision_score": "0.8349865778850624", "tolerated_val_gap": "0.06746718455313094", "tolerated_val_ranking_score": "0.7675193933319314", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8587104723511633", "union_ranking_score": "0.8190550527106161", "union_regret": 0.039655419640547196, "union_test_gap": "0.039655419640547196", "union_val_decision_score": "0.8349865778850624", "union_val_gap": "0.06746718455313094", "union_val_ranking_score": "0.7675193933319314", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.02939068100358423", "exact_ranking_score": "0.02939068100358423", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0233226297110022", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0233226297110022", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0036593166775145225", "ranking_selected_val_pr_auc": "0.0030153084181398305", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6375251353613843", "tolerated_ranking_score": "0.6375251353613843", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7530848622062031", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7530848622062031", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6375251353613843", "union_ranking_score": "0.6375251353613843", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7530848622062031", "union_val_gap": "0.0", "union_val_ranking_score": "0.7530848622062031", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.2930207778369739", "exact_ranking_score": "0.2930207778369739", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.28806133625410735", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.28806133625410735", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.2392007486709378", "ranking_selected_val_pr_auc": "0.18866470031812624", "scope": "top5", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8978895622772368", "tolerated_ranking_score": "0.898795526537839", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.0009059642606021878", "tolerated_val_decision_score": "0.8718139484243548", "tolerated_val_gap": "0.02207407287605323", "tolerated_val_ranking_score": "0.8497398755483015", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8978895622772368", "union_ranking_score": "0.898795526537839", "union_regret": 0.0, "union_test_gap": "-0.0009059642606021878", "union_val_decision_score": "0.8718139484243548", "union_val_gap": "0.02207407287605323", "union_val_ranking_score": "0.8497398755483015", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.2800697269029634", "exact_ranking_score": "0.2800697269029634", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.23774647887323946", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.23774647887323946", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.19246520724380978", "ranking_selected_val_pr_auc": "0.14576604274214022", "scope": "top10", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8187209263802845", "tolerated_ranking_score": "0.8592617140093417", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.04054078762905722", "tolerated_val_decision_score": "0.796582029663564", "tolerated_val_gap": "0.006808162632569004", "tolerated_val_ranking_score": "0.789773867030995", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8187209263802845", "union_ranking_score": "0.8592617140093417", "union_regret": 0.0, "union_test_gap": "-0.04054078762905722", "union_val_decision_score": "0.796582029663564", "union_val_gap": "0.006808162632569004", "union_val_ranking_score": "0.789773867030995", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.22105263157894736", "exact_ranking_score": "0.22105263157894736", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.17796610169491525", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.17796610169491525", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.12467047355946634", "ranking_selected_val_pr_auc": "0.0921769344676084", "scope": "top20", "seed": 42, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.8018567656897366", "tolerated_ranking_score": "0.8307715292671506", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.02891476357741396", "tolerated_val_decision_score": "0.7802052162248743", "tolerated_val_gap": "0.02094585104470381", "tolerated_val_ranking_score": "0.7592593651801705", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.8018567656897366", "union_ranking_score": "0.8307715292671506", "union_regret": 0.0, "union_test_gap": "-0.02891476357741396", "union_val_decision_score": "0.7802052162248743", "union_val_gap": "0.02094585104470381", "union_val_ranking_score": "0.7592593651801705", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.022511431586352448", "exact_ranking_score": "0.022511431586352448", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.02669537136706136", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.02669537136706136", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0030782058188584395", "ranking_selected_val_pr_auc": "0.0034856171692621155", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.4897984500499446", "tolerated_ranking_score": "0.4897984500499446", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6888590116997952", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6888590116997952", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.4897984500499446", "union_ranking_score": "0.4897984500499446", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6888590116997952", "union_val_gap": "0.0", "union_val_ranking_score": "0.6888590116997952", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.34154929577464793", "exact_ranking_score": "0.34154929577464793", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.3481654957064793", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.3481654957064793", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.26178619067169895", "ranking_selected_val_pr_auc": "0.22178697667275007", "scope": "top5", "seed": 7, "tolerated_decision_head": "pixel MLP head", "tolerated_decision_head_arch": "pixel_mlp", "tolerated_decision_score": "0.8388961892247042", "tolerated_ranking_score": "0.8740083557882952", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.03511216656359095", "tolerated_val_decision_score": "0.8463626765874013", "tolerated_val_gap": "0.020898995996049274", "tolerated_val_ranking_score": "0.825463680591352", "union_decision_head": "pixel MLP head", "union_decision_head_arch": "pixel_mlp", "union_decision_score": "0.8388961892247042", "union_ranking_score": "0.8740083557882952", "union_regret": 0.0, "union_test_gap": "-0.03511216656359095", "union_val_decision_score": "0.8463626765874013", "union_val_gap": "0.020898995996049274", "union_val_ranking_score": "0.825463680591352", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.305226480836237", "exact_ranking_score": "0.305226480836237", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.29323758228605623", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.29323758228605623", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.21329613245127957", "ranking_selected_val_pr_auc": "0.17698631108606733", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8407348467432524", "tolerated_ranking_score": "0.8407348467432524", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7878499830095744", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7878499830095744", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8407348467432524", "union_ranking_score": "0.8407348467432524", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7878499830095744", "union_val_gap": "0.0", "union_val_ranking_score": "0.7878499830095744", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.23666210670314639", "exact_ranking_score": "0.23666210670314639", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.22416812609457093", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.22416812609457093", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.14100646513486956", "ranking_selected_val_pr_auc": "0.11693412738760335", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.8085758039816233", "tolerated_ranking_score": "0.8085758039816233", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7682832316376906", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7682832316376906", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.8085758039816233", "union_ranking_score": "0.8085758039816233", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7682832316376906", "union_val_gap": "0.0", "union_val_ranking_score": "0.7682832316376906", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.021876258220373104", "exact_ranking_score": "0.021876258220373104", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.017964421114027414", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.017964421114027414", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0031953098868323193", "ranking_selected_val_pr_auc": "0.0026642660544025525", "scope": "global", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.7647466876509988", "tolerated_ranking_score": "0.6698005926442897", "tolerated_regret": 0.09494609500670914, "tolerated_test_gap": "0.09494609500670914", "tolerated_val_decision_score": "0.7870299254989238", "tolerated_val_gap": "0.010195461444427734", "tolerated_val_ranking_score": "0.7768344640544961", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.7647466876509988", "union_ranking_score": "0.6698005926442897", "union_regret": 0.09494609500670914, "union_test_gap": "0.09494609500670914", "union_val_decision_score": "0.7870299254989238", "union_val_gap": "0.010195461444427734", "union_val_ranking_score": "0.7768344640544961", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.2789445341949381", "exact_ranking_score": "0.2789445341949381", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.2726772952171523", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.2726772952171523", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.22946688569711154", "ranking_selected_val_pr_auc": "0.17172613901536987", "scope": "top5", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.9093512887929417", "tolerated_ranking_score": "0.9158278502929932", "tolerated_regret": 0.0, "tolerated_test_gap": "-0.006476561500051492", "tolerated_val_decision_score": "0.8688807502119548", "tolerated_val_gap": "0.0021751625260553187", "tolerated_val_ranking_score": "0.8667055876858994", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.9093512887929417", "union_ranking_score": "0.9158278502929932", "union_regret": 0.0, "union_test_gap": "-0.006476561500051492", "union_val_decision_score": "0.8688807502119548", "union_val_gap": "0.0021751625260553187", "union_val_ranking_score": "0.8667055876858994", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.24522698345354263", "exact_ranking_score": "0.24522698345354263", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.22014622258326566", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.22014622258326566", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.1797901995298074", "ranking_selected_val_pr_auc": "0.12829763032218214", "scope": "top10", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.9129217910828317", "tolerated_ranking_score": "0.8862129818575714", "tolerated_regret": 0.02670880922526031, "tolerated_test_gap": "0.02670880922526031", "tolerated_val_decision_score": "0.8661975382820603", "tolerated_val_gap": "0.05189228302437687", "tolerated_val_ranking_score": "0.8143052552576834", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.9129217910828317", "union_ranking_score": "0.8862129818575714", "union_regret": 0.02670880922526031, "union_test_gap": "0.02670880922526031", "union_val_decision_score": "0.8661975382820603", "union_val_gap": "0.05189228302437687", "union_val_ranking_score": "0.8143052552576834", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.19477124183006533", "exact_ranking_score": "0.19477124183006533", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.1633352370074243", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.1633352370074243", "family": "Reference", "model_tag": "reference", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.11947246238005743", "ranking_selected_val_pr_auc": "0.08253093816555805", "scope": "top20", "seed": 99, "tolerated_decision_head": "linear probe", "tolerated_decision_head_arch": "linear", "tolerated_decision_score": "0.9039923296574045", "tolerated_ranking_score": "0.8534759193943048", "tolerated_regret": 0.05051641026309972, "tolerated_test_gap": "0.05051641026309972", "tolerated_val_decision_score": "0.8730039040005804", "tolerated_val_gap": "0.08884125994391634", "tolerated_val_ranking_score": "0.784162644056664", "union_decision_head": "linear probe", "union_decision_head_arch": "linear", "union_decision_score": "0.9039923296574045", "union_ranking_score": "0.8534759193943048", "union_regret": 0.05051641026309972, "union_test_gap": "0.05051641026309972", "union_val_decision_score": "0.8730039040005804", "union_val_gap": "0.08884125994391634", "union_val_ranking_score": "0.784162644056664", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 1, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 123, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 42, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004925501476206198", "exact_ranking_score": "0.0004925501476206198", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.0004727121748000204", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.0004727121748000204", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.240793572992212", "tolerated_ranking_score": "0.240793572992212", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.2179368807313983", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.2179368807313983", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.240793572992212", "union_ranking_score": "0.240793572992212", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.2179368807313983", "union_val_gap": "0.0", "union_val_ranking_score": "0.2179368807313983", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "linear probe", "ranking_selected_head_arch": "linear", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 7, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.0004849854226143435", "exact_ranking_score": "0.0004849854226143435", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.00046545205608870404", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.00046545205608870404", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "shallow spatial adapter", "ranking_selected_head_arch": "shallow", "ranking_selected_test_pr_auc": "0.0002463357401629007", "ranking_selected_val_pr_auc": "0.00023641196480702655", "scope": "global", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.23755668759067805", "tolerated_ranking_score": "0.23755668759067805", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.21494875104722905", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.21494875104722905", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.23755668759067805", "union_ranking_score": "0.23755668759067805", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.21494875104722905", "union_val_gap": "0.0", "union_val_ranking_score": "0.21494875104722905", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.11833577252770228", "exact_ranking_score": "0.11833577252770228", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.11931877546755824", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.11931877546755824", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.06288888888888888", "ranking_selected_val_pr_auc": "0.06344444444444444", "scope": "top5", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7714149204832434", "tolerated_ranking_score": "0.7714149204832434", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7971934513865686", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7971934513865686", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7714149204832434", "union_ranking_score": "0.7714149204832434", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7971934513865686", "union_val_gap": "0.0", "union_val_ranking_score": "0.7971934513865686", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.07325639739086803", "exact_ranking_score": "0.07325639739086803", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.07460890493381468", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.07460890493381468", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.03802083333333333", "ranking_selected_val_pr_auc": "0.03875", "scope": "top10", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.6996715316108496", "tolerated_ranking_score": "0.6996715316108496", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.7015182768065465", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.7015182768065465", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.6996715316108496", "union_ranking_score": "0.6996715316108496", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.7015182768065465", "union_val_gap": "0.0", "union_val_ranking_score": "0.7015182768065465", "path": "" }, { "exact_decision_head": "shallow spatial adapter", "exact_decision_head_arch": "shallow", "exact_decision_score": "0.04101254412979794", "exact_ranking_score": "0.04101254412979794", "exact_regret": 0.0, "exact_test_gap": "0.0", "exact_val_decision_score": "0.04253189892419314", "exact_val_gap": "0.0", "exact_val_ranking_score": "0.04253189892419314", "family": "StormCast", "model_tag": "stormcast", "ranking_selected_head": "pixel MLP head", "ranking_selected_head_arch": "pixel_mlp", "ranking_selected_test_pr_auc": "0.02093558282208589", "ranking_selected_val_pr_auc": "0.0217280163599182", "scope": "top20", "seed": 99, "tolerated_decision_head": "shallow spatial adapter", "tolerated_decision_head_arch": "shallow", "tolerated_decision_score": "0.7185324707231184", "tolerated_ranking_score": "0.7185324707231184", "tolerated_regret": 0.0, "tolerated_test_gap": "0.0", "tolerated_val_decision_score": "0.6906754133476136", "tolerated_val_gap": "0.0", "tolerated_val_ranking_score": "0.6906754133476136", "union_decision_head": "shallow spatial adapter", "union_decision_head_arch": "shallow", "union_decision_score": "0.7185324707231184", "union_ranking_score": "0.7185324707231184", "union_regret": 0.0, "union_test_gap": "0.0", "union_val_decision_score": "0.6906754133476136", "union_val_gap": "0.0", "union_val_ranking_score": "0.6906754133476136", "path": "" } ], "summary": [ { "model_tag": "reference", "label": "FireWx-FM ref.", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.07383089600948442, "std": 0.07453636071372995, "min": 0.0, "max": 0.17497107865629713 }, "union_regret": { "n": 5, "mean": 0.07383089600948442, "std": 0.07453636071372995, "min": 0.0, "max": 0.17497107865629713 } }, { "model_tag": "reference", "label": "FireWx-FM ref.", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.003663718115532055, "std": 0.006812231244812292, "min": 0.0, "max": 0.015676762201120686 }, "union_regret": { "n": 5, "mean": 0.003663718115532055, "std": 0.006812231244812292, "min": 0.0, "max": 0.015676762201120686 } }, { "model_tag": "reference", "label": "FireWx-FM ref.", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.012275489592085752, "std": 0.012665162001740834, "min": 0.0, "max": 0.02670880922526031 }, "union_regret": { "n": 5, "mean": 0.012275489592085752, "std": 0.012665162001740834, "min": 0.0, "max": 0.02670880922526031 } }, { "model_tag": "reference", "label": "FireWx-FM ref.", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.029384646387840017, "std": 0.02751315335001922, "min": 0.0, "max": 0.05675140203555318 }, "union_regret": { "n": 5, "mean": 0.029384646387840017, "std": 0.02751315335001922, "min": 0.0, "max": 0.05675140203555318 } }, { "model_tag": "prithvi_wxc", "label": "Prithvi-WxC", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "prithvi_wxc", "label": "Prithvi-WxC", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "prithvi_wxc", "label": "Prithvi-WxC", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "prithvi_wxc", "label": "Prithvi-WxC", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "aurora", "label": "Aurora", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.00010153879814819402, "std": 0.00021861477435572763, "min": 0.0, "max": 0.0004925501476206198 }, "tolerated_regret": { "n": 5, "mean": 0.04945471159670635, "std": 0.10697394238964528, "min": 0.0, "max": 0.240793572992212 }, "union_regret": { "n": 5, "mean": 0.04945471159670635, "std": 0.10697394238964528, "min": 0.0, "max": 0.240793572992212 } }, { "model_tag": "aurora", "label": "Aurora", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.023667154505540456, "std": 0.05292136630837888, "min": 0.0, "max": 0.11833577252770228 }, "tolerated_regret": { "n": 5, "mean": 0.1542829840966487, "std": 0.34498724021162547, "min": 0.0, "max": 0.7714149204832434 }, "union_regret": { "n": 5, "mean": 0.1542829840966487, "std": 0.34498724021162547, "min": 0.0, "max": 0.7714149204832434 } }, { "model_tag": "aurora", "label": "Aurora", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.014651279478173606, "std": 0.032761256870543834, "min": 0.0, "max": 0.07325639739086803 }, "tolerated_regret": { "n": 5, "mean": 0.1399343063221699, "std": 0.31290262132065055, "min": 0.0, "max": 0.6996715316108496 }, "union_regret": { "n": 5, "mean": 0.1399343063221699, "std": 0.31290262132065055, "min": 0.0, "max": 0.6996715316108496 } }, { "model_tag": "aurora", "label": "Aurora", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.008202508825959588, "std": 0.01834136732088763, "min": 0.0, "max": 0.04101254412979794 }, "tolerated_regret": { "n": 5, "mean": 0.1437064941446237, "std": 0.32133748971555404, "min": 0.0, "max": 0.7185324707231184 }, "union_regret": { "n": 5, "mean": 0.1437064941446237, "std": 0.32133748971555404, "min": 0.0, "max": 0.7185324707231184 } }, { "model_tag": "climax", "label": "ClimaX", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 3.0287686240700486e-06, "std": 4.147312242167625e-06, "min": 0.0, "max": 7.571921560175121e-06 }, "tolerated_regret": { "n": 5, "mean": 0.0012959969982639485, "std": 0.0017746169760203706, "min": 0.0, "max": 0.0032399924956598714 }, "union_regret": { "n": 5, "mean": 0.0012959969982639485, "std": 0.0017746169760203706, "min": 0.0, "max": 0.0032399924956598714 } }, { "model_tag": "climax", "label": "ClimaX", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "climax", "label": "ClimaX", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "climax", "label": "ClimaX", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "stormcast", "label": "StormCast", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "stormcast", "label": "StormCast", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "stormcast", "label": "StormCast", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "stormcast", "label": "StormCast", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "dlwp", "label": "DLWP", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "dlwp", "label": "DLWP", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0048037709215293075, "std": 0.006217185202152866, "min": 0.0, "max": 0.015203005078871956 }, "tolerated_regret": { "n": 5, "mean": 0.016716228534155796, "std": 0.016079313546074458, "min": 0.0, "max": 0.03305057342744666 }, "union_regret": { "n": 5, "mean": 0.016716228534155796, "std": 0.016079313546074458, "min": 0.0, "max": 0.03305057342744666 } }, { "model_tag": "dlwp", "label": "DLWP", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0017281632798742507, "std": 0.002514722758075371, "min": 0.0, "max": 0.005523780499856246 }, "tolerated_regret": { "n": 5, "mean": 0.02846514801700826, "std": 0.026938012702643194, "min": 0.0, "max": 0.053927677500854476 }, "union_regret": { "n": 5, "mean": 0.02846514801700826, "std": 0.026938012702643194, "min": 0.0, "max": 0.053927677500854476 } }, { "model_tag": "dlwp", "label": "DLWP", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0007702319787454587, "std": 0.0010995336594539604, "min": 0.0, "max": 0.0023651634514294945 }, "tolerated_regret": { "n": 5, "mean": 0.04463354681768479, "std": 0.04356064433532197, "min": 0.0, "max": 0.11215006616165157 }, "union_regret": { "n": 5, "mean": 0.04463354681768479, "std": 0.04356064433532197, "min": 0.0, "max": 0.11215006616165157 } }, { "model_tag": "fcn", "label": "FCN", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "fcn", "label": "FCN", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0006342898232943345, "std": 0.0009899554165032742, "min": 0.0, "max": 0.002257520679520411 }, "tolerated_regret": { "n": 5, "mean": 0.004509624980300697, "std": 0.010070611656609236, "min": 0.0, "max": 0.022524473456150496 }, "union_regret": { "n": 5, "mean": 0.004509624980300697, "std": 0.010070611656609236, "min": 0.0, "max": 0.022524473456150496 } }, { "model_tag": "fcn", "label": "FCN", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.00021156854817603877, "std": 0.0004730816556225618, "min": 0.0, "max": 0.0010578427408801938 }, "tolerated_regret": { "n": 5, "mean": 0.004199537050817615, "std": 0.009390450319657174, "min": 0.0, "max": 0.020997685254088072 }, "union_regret": { "n": 5, "mean": 0.004199537050817615, "std": 0.009390450319657174, "min": 0.0, "max": 0.020997685254088072 } }, { "model_tag": "fcn", "label": "FCN", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 5.754560074337778e-06, "std": 1.2867587506825515e-05, "min": 0.0, "max": 2.877280037168889e-05 }, "tolerated_regret": { "n": 5, "mean": 0.011679805987441694, "std": 0.019872372458657642, "min": 0.0, "max": 0.045880503237594294 }, "union_regret": { "n": 5, "mean": 0.011679805987441694, "std": 0.019872372458657642, "min": 0.0, "max": 0.045880503237594294 } }, { "model_tag": "fengwu", "label": "FengWu", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "fengwu", "label": "FengWu", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0005029843170376968, "std": 0.0008109166521114917, "min": 0.0, "max": 0.0018628094907809783 }, "tolerated_regret": { "n": 5, "mean": 0.008795951947678215, "std": 0.005532321338017505, "min": 0.0, "max": 0.01484136735033148 }, "union_regret": { "n": 5, "mean": 0.008795951947678215, "std": 0.005532321338017505, "min": 0.0, "max": 0.01484136735033148 } }, { "model_tag": "fengwu", "label": "FengWu", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.000495228089292582, "std": 0.0007349190216431337, "min": 0.0, "max": 0.0016387212062008855 }, "tolerated_regret": { "n": 5, "mean": 0.00402300475984525, "std": 0.005510851442075993, "min": 0.0, "max": 0.010273937098576491 }, "union_regret": { "n": 5, "mean": 0.00402300475984525, "std": 0.005510851442075993, "min": 0.0, "max": 0.010273937098576491 } }, { "model_tag": "fengwu", "label": "FengWu", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0006908222234409067, "std": 0.0011910586589384115, "min": 0.0, "max": 0.0027505832409660327 }, "tolerated_regret": { "n": 5, "mean": 0.005222389249812243, "std": 0.0062394095558402415, "min": 0.0, "max": 0.015150501067724198 }, "union_regret": { "n": 5, "mean": 0.005222389249812243, "std": 0.0062394095558402415, "min": 0.0, "max": 0.015150501067724198 } }, { "model_tag": "fuxi", "label": "FuXi", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "fuxi", "label": "FuXi", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.002973545331200933, "std": 0.0023946274991058026, "min": 0.0010927807990139538, "max": 0.007024214143542151 }, "tolerated_regret": { "n": 5, "mean": 0.013545122545609134, "std": 0.02097023683418404, "min": 0.0, "max": 0.050156261654859424 }, "union_regret": { "n": 5, "mean": 0.013545122545609134, "std": 0.02097023683418404, "min": 0.0, "max": 0.050156261654859424 } }, { "model_tag": "fuxi", "label": "FuXi", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.001383793743586542, "std": 0.0019248128430711165, "min": 0.0, "max": 0.003938013087198336 }, "tolerated_regret": { "n": 5, "mean": 0.0016559834970027332, "std": 0.0037028916689159307, "min": 0.0, "max": 0.008279917485013666 }, "union_regret": { "n": 5, "mean": 0.0016559834970027332, "std": 0.0037028916689159307, "min": 0.0, "max": 0.008279917485013666 } }, { "model_tag": "fuxi", "label": "FuXi", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.00283318355751887, "std": 0.0036808289681375247, "min": 0.0, "max": 0.008746323525994693 }, "union_regret": { "n": 5, "mean": 0.00283318355751887, "std": 0.0036808289681375247, "min": 0.0, "max": 0.008746323525994693 } }, { "model_tag": "pangu6", "label": "Pangu-Weather", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "union_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 } }, { "model_tag": "pangu6", "label": "Pangu-Weather", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.003154674487241463, "std": 0.002546125713211599, "min": 0.0, "max": 0.005711594157251587 }, "tolerated_regret": { "n": 5, "mean": 0.007592888149777122, "std": 0.00897418737588444, "min": 0.0, "max": 0.019790633919317124 }, "union_regret": { "n": 5, "mean": 0.007592888149777122, "std": 0.00897418737588444, "min": 0.0, "max": 0.019790633919317124 } }, { "model_tag": "pangu6", "label": "Pangu-Weather", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0017345627303725214, "std": 0.0019305189318827886, "min": 0.0, "max": 0.004535321555179647 }, "tolerated_regret": { "n": 5, "mean": 0.003047840737004992, "std": 0.005053805614558161, "min": 0.0, "max": 0.011660780793438352 }, "union_regret": { "n": 5, "mean": 0.003047840737004992, "std": 0.005053805614558161, "min": 0.0, "max": 0.011660780793438352 } }, { "model_tag": "pangu6", "label": "Pangu-Weather", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0007280423771922354, "std": 0.001178746460551365, "min": 0.0, "max": 0.0027096086413018403 }, "tolerated_regret": { "n": 5, "mean": 0.0018679847512695024, "std": 0.0032548337047755126, "min": 0.0, "max": 0.007639684811918013 }, "union_regret": { "n": 5, "mean": 0.0018679847512695024, "std": 0.0032548337047755126, "min": 0.0, "max": 0.007639684811918013 } }, { "model_tag": "alphaearth", "label": "AlphaEarth", "scope": "global", "scope_label": "\\(\\Omega=\\)global", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.1722171037486726, "std": 0.08849214830495522, "min": 0.050655329891645895, "max": 0.272468682523694 }, "union_regret": { "n": 5, "mean": 0.1722171037486726, "std": 0.08849214830495522, "min": 0.050655329891645895, "max": 0.272468682523694 } }, { "model_tag": "alphaearth", "label": "AlphaEarth", "scope": "top5", "scope_label": "\\(\\Omega=\\)top 5\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.06384618090125256, "std": 0.04965276403138872, "min": 0.0, "max": 0.1365277562230962 }, "union_regret": { "n": 5, "mean": 0.06384618090125256, "std": 0.04965276403138872, "min": 0.0, "max": 0.1365277562230962 } }, { "model_tag": "alphaearth", "label": "AlphaEarth", "scope": "top10", "scope_label": "\\(\\Omega=\\)top 10\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.06573776411084173, "std": 0.06897015340160571, "min": 0.0, "max": 0.1615566566666954 }, "union_regret": { "n": 5, "mean": 0.06573776411084173, "std": 0.06897015340160571, "min": 0.0, "max": 0.1615566566666954 } }, { "model_tag": "alphaearth", "label": "AlphaEarth", "scope": "top20", "scope_label": "\\(\\Omega=\\)top 20\\%", "n": 5, "seeds": [ 1, 7, 42, 99, 123 ], "paths": [ "", "", "", "", "" ], "exact_regret": { "n": 5, "mean": 0.0, "std": 0.0, "min": 0.0, "max": 0.0 }, "tolerated_regret": { "n": 5, "mean": 0.038803552655092256, "std": 0.0594825313313219, "min": 0.0, "max": 0.13482302181308625 }, "union_regret": { "n": 5, "mean": 0.038803552655092256, "std": 0.0594825313313219, "min": 0.0, "max": 0.13482302181308625 } } ], "issues": [], "notes": [ "FireWx-FM ref. global exact_regret has true zero displayed std", "FireWx-FM ref. top5 exact_regret has true zero displayed std", "FireWx-FM ref. top10 exact_regret has true zero displayed std", "FireWx-FM ref. top20 exact_regret has true zero displayed std", "Prithvi-WxC global exact_regret has true zero displayed std", "Prithvi-WxC global tolerated_regret has true zero displayed std", "Prithvi-WxC global union_regret has true zero displayed std", "Prithvi-WxC top5 exact_regret has true zero displayed std", "Prithvi-WxC top5 tolerated_regret has true zero displayed std", "Prithvi-WxC top5 union_regret has true zero displayed std", "Prithvi-WxC top10 exact_regret has true zero displayed std", "Prithvi-WxC top10 tolerated_regret has true zero displayed std", "Prithvi-WxC top10 union_regret has true zero displayed std", "Prithvi-WxC top20 exact_regret has true zero displayed std", "Prithvi-WxC top20 tolerated_regret has true zero displayed std", "Prithvi-WxC top20 union_regret has true zero displayed std", "ClimaX top5 exact_regret has true zero displayed std", "ClimaX top5 tolerated_regret has true zero displayed std", "ClimaX top5 union_regret has true zero displayed std", "ClimaX top10 exact_regret has true zero displayed std", "ClimaX top10 tolerated_regret has true zero displayed std", "ClimaX top10 union_regret has true zero displayed std", "ClimaX top20 exact_regret has true zero displayed std", "ClimaX top20 tolerated_regret has true zero displayed std", "ClimaX top20 union_regret has true zero displayed std", "StormCast global exact_regret has true zero displayed std", "StormCast global tolerated_regret has true zero displayed std", "StormCast global union_regret has true zero displayed std", "StormCast top5 exact_regret has true zero displayed std", "StormCast top5 tolerated_regret has true zero displayed std", "StormCast top5 union_regret has true zero displayed std", "StormCast top10 exact_regret has true zero displayed std", "StormCast top10 tolerated_regret has true zero displayed std", "StormCast top10 union_regret has true zero displayed std", "StormCast top20 exact_regret has true zero displayed std", "StormCast top20 tolerated_regret has true zero displayed std", "StormCast top20 union_regret has true zero displayed std", "DLWP global exact_regret has true zero displayed std", "DLWP global tolerated_regret has true zero displayed std", "DLWP global union_regret has true zero displayed std", "FCN global exact_regret has true zero displayed std", "FCN global tolerated_regret has true zero displayed std", "FCN global union_regret has true zero displayed std", "FengWu global exact_regret has true zero displayed std", "FengWu global tolerated_regret has true zero displayed std", "FengWu global union_regret has true zero displayed std", "FuXi global exact_regret has true zero displayed std", "FuXi global tolerated_regret has true zero displayed std", "FuXi global union_regret has true zero displayed std", "FuXi top20 exact_regret has true zero displayed std", "Pangu-Weather global exact_regret has true zero displayed std", "Pangu-Weather global tolerated_regret has true zero displayed std", "Pangu-Weather global union_regret has true zero displayed std", "AlphaEarth global exact_regret has true zero displayed std", "AlphaEarth top5 exact_regret has true zero displayed std", "AlphaEarth top10 exact_regret has true zero displayed std", "AlphaEarth top20 exact_regret has true zero displayed std" ] }