| { |
| "rows": [ |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.004193290734824281", |
| "exact_ranking_score": "0.004193290734824281", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0056438127090301", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0056438127090301", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006549130347299629", |
| "ranking_selected_val_pr_auc": "0.0007883068263073185", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6337627266658229", |
| "tolerated_ranking_score": "0.40561891947698747", |
| "tolerated_regret": 0.22814380718883542, |
| "tolerated_test_gap": "0.22814380718883542", |
| "tolerated_val_decision_score": "0.6238973446702573", |
| "tolerated_val_gap": "0.1715500493543587", |
| "tolerated_val_ranking_score": "0.45234729531589857", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6337627266658229", |
| "union_ranking_score": "0.40561891947698747", |
| "union_regret": 0.22814380718883542, |
| "union_test_gap": "0.22814380718883542", |
| "union_val_decision_score": "0.6238973446702573", |
| "union_val_gap": "0.1715500493543587", |
| "union_val_ranking_score": "0.45234729531589857", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.2053654024051804", |
| "exact_ranking_score": "0.2053654024051804", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.24264049955396969", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.24264049955396969", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.13521999470870394", |
| "ranking_selected_val_pr_auc": "0.1530074531653213", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.9218545130329889", |
| "tolerated_ranking_score": "0.8564974369370675", |
| "tolerated_regret": 0.06535707609592145, |
| "tolerated_test_gap": "0.06535707609592145", |
| "tolerated_val_decision_score": "0.8921006948278831", |
| "tolerated_val_gap": "0.06576085909428331", |
| "tolerated_val_ranking_score": "0.8263398357335998", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.9218545130329889", |
| "union_ranking_score": "0.8564974369370675", |
| "union_regret": 0.06535707609592145, |
| "union_test_gap": "0.06535707609592145", |
| "union_val_decision_score": "0.8921006948278831", |
| "union_val_gap": "0.06576085909428331", |
| "union_val_ranking_score": "0.8263398357335998", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.16019417475728157", |
| "exact_ranking_score": "0.16019417475728157", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.18440523619806493", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.18440523619806493", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.08541592232377082", |
| "ranking_selected_val_pr_auc": "0.09854032446284237", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8506993653336619", |
| "tolerated_ranking_score": "0.7839805825242719", |
| "tolerated_regret": 0.06671878280938992, |
| "tolerated_test_gap": "0.06671878280938992", |
| "tolerated_val_decision_score": "0.8034698049616", |
| "tolerated_val_gap": "0.04257704982233934", |
| "tolerated_val_ranking_score": "0.7608927551392607", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8506993653336619", |
| "union_ranking_score": "0.7839805825242719", |
| "union_regret": 0.06671878280938992, |
| "union_test_gap": "0.06671878280938992", |
| "union_val_decision_score": "0.8034698049616", |
| "union_val_gap": "0.04257704982233934", |
| "union_val_ranking_score": "0.7608927551392607", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.09715762273901808", |
| "exact_ranking_score": "0.09715762273901808", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.13462469733656174", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.13462469733656174", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.04390614036305261", |
| "ranking_selected_val_pr_auc": "0.05734457583552234", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7863702028280513", |
| "tolerated_ranking_score": "0.7863702028280513", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.758785818734687", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.758785818734687", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7863702028280513", |
| "union_ranking_score": "0.7863702028280513", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.758785818734687", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.758785818734687", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.006959088991986505", |
| "exact_ranking_score": "0.006959088991986505", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.006399069226294357", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.006399069226294357", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0007047712457371991", |
| "ranking_selected_val_pr_auc": "0.0007434343102653092", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.5604635792586619", |
| "tolerated_ranking_score": "0.4427625907752311", |
| "tolerated_regret": 0.11770098848343075, |
| "tolerated_test_gap": "0.11770098848343075", |
| "tolerated_val_decision_score": "0.5441785824390972", |
| "tolerated_val_gap": "0.056405166058839995", |
| "tolerated_val_ranking_score": "0.48777341638025723", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.5604635792586619", |
| "union_ranking_score": "0.4427625907752311", |
| "union_regret": 0.11770098848343075, |
| "union_test_gap": "0.11770098848343075", |
| "union_val_decision_score": "0.5441785824390972", |
| "union_val_gap": "0.056405166058839995", |
| "union_val_ranking_score": "0.48777341638025723", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.1978021978021978", |
| "exact_ranking_score": "0.1978021978021978", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.2180376610505451", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.2180376610505451", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.13463750657454468", |
| "ranking_selected_val_pr_auc": "0.14286946914705156", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8743168479997309", |
| "tolerated_ranking_score": "0.8305909861908366", |
| "tolerated_regret": 0.04372586180889426, |
| "tolerated_test_gap": "0.04372586180889426", |
| "tolerated_val_decision_score": "0.8625937780701644", |
| "tolerated_val_gap": "0.05250190173735958", |
| "tolerated_val_ranking_score": "0.8100918763328048", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8743168479997309", |
| "union_ranking_score": "0.8305909861908366", |
| "union_regret": 0.04372586180889426, |
| "union_test_gap": "0.04372586180889426", |
| "union_val_decision_score": "0.8625937780701644", |
| "union_val_gap": "0.05250190173735958", |
| "union_val_ranking_score": "0.8100918763328048", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.15615615615615616", |
| "exact_ranking_score": "0.15615615615615616", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.1708413615928067", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.1708413615928067", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0877757525096481", |
| "ranking_selected_val_pr_auc": "0.09333059447315038", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6977392921485441", |
| "tolerated_ranking_score": "0.7665340693262388", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.06879477717769467", |
| "tolerated_val_decision_score": "0.7559010025052879", |
| "tolerated_val_gap": "0.0006607651392849245", |
| "tolerated_val_ranking_score": "0.755240237366003", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6977392921485441", |
| "union_ranking_score": "0.7665340693262388", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.06879477717769467", |
| "union_val_decision_score": "0.7559010025052879", |
| "union_val_gap": "0.0006607651392849245", |
| "union_val_ranking_score": "0.755240237366003", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.10531544957774468", |
| "exact_ranking_score": "0.10531544957774468", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12267343485617596", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12267343485617596", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.045809049876129763", |
| "ranking_selected_val_pr_auc": "0.05470980065861018", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7789089693560928", |
| "tolerated_ranking_score": "0.7789089693560928", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.749825256630312", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.749825256630312", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7789089693560928", |
| "union_ranking_score": "0.7789089693560928", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.749825256630312", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.749825256630312", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.004809747755451047", |
| "exact_ranking_score": "0.004809747755451047", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.004359099620457705", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.004359099620457705", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0005634701573991865", |
| "ranking_selected_val_pr_auc": "0.0005920938943373892", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6812131506751973", |
| "tolerated_ranking_score": "0.4087444681515033", |
| "tolerated_regret": 0.272468682523694, |
| "tolerated_test_gap": "0.272468682523694", |
| "tolerated_val_decision_score": "0.7447325774946227", |
| "tolerated_val_gap": "0.3021550064919567", |
| "tolerated_val_ranking_score": "0.44257757100266604", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6812131506751973", |
| "union_ranking_score": "0.4087444681515033", |
| "union_regret": 0.272468682523694, |
| "union_test_gap": "0.272468682523694", |
| "union_val_decision_score": "0.7447325774946227", |
| "union_val_gap": "0.3021550064919567", |
| "union_val_ranking_score": "0.44257757100266604", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.1818181818181818", |
| "exact_ranking_score": "0.1818181818181818", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.20273972602739726", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.20273972602739726", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.11776218604745192", |
| "ranking_selected_val_pr_auc": "0.12790468093676954", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.9079426767063397", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.1365277562230962, |
| "tolerated_test_gap": "0.1365277562230962", |
| "tolerated_val_decision_score": "0.8560076563904758", |
| "tolerated_val_gap": "0.058814205003907216", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.9079426767063397", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.1365277562230962, |
| "union_test_gap": "0.1365277562230962", |
| "union_val_decision_score": "0.8560076563904758", |
| "union_val_gap": "0.058814205003907216", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.14064516129032256", |
| "exact_ranking_score": "0.14064516129032256", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.1536748329621381", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.1536748329621381", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.07431134992726657", |
| "ranking_selected_val_pr_auc": "0.07868604702405124", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.860840238051614", |
| "tolerated_ranking_score": "0.6992835813849186", |
| "tolerated_regret": 0.1615566566666954, |
| "tolerated_test_gap": "0.1615566566666954", |
| "tolerated_val_decision_score": "0.8130323993938946", |
| "tolerated_val_gap": "0.0827924722936264", |
| "tolerated_val_ranking_score": "0.7302399271002682", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.860840238051614", |
| "union_ranking_score": "0.6992835813849186", |
| "union_regret": 0.1615566566666954, |
| "union_test_gap": "0.1615566566666954", |
| "union_val_decision_score": "0.8130323993938946", |
| "union_val_gap": "0.0827924722936264", |
| "union_val_ranking_score": "0.7302399271002682", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.08702469619756958", |
| "exact_ranking_score": "0.08702469619756958", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.10515392597717052", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.10515392597717052", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.038083070948941686", |
| "ranking_selected_val_pr_auc": "0.04505214599515043", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8461131676361712", |
| "tolerated_ranking_score": "0.7112901458230849", |
| "tolerated_regret": 0.13482302181308625, |
| "tolerated_test_gap": "0.13482302181308625", |
| "tolerated_val_decision_score": "0.806760850261024", |
| "tolerated_val_gap": "0.07815518654517495", |
| "tolerated_val_ranking_score": "0.728605663715849", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8461131676361712", |
| "union_ranking_score": "0.7112901458230849", |
| "union_regret": 0.13482302181308625, |
| "union_test_gap": "0.13482302181308625", |
| "union_val_decision_score": "0.806760850261024", |
| "union_val_gap": "0.07815518654517495", |
| "union_val_ranking_score": "0.728605663715849", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.010460251046025104", |
| "exact_ranking_score": "0.010460251046025104", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.009547591069330199", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.009547591069330199", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.001005722733868245", |
| "ranking_selected_val_pr_auc": "0.0009777524224237678", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6691395427484861", |
| "tolerated_ranking_score": "0.6184842128568402", |
| "tolerated_regret": 0.050655329891645895, |
| "tolerated_test_gap": "0.050655329891645895", |
| "tolerated_val_decision_score": "0.677404587086621", |
| "tolerated_val_gap": "0.011527156971746999", |
| "tolerated_val_ranking_score": "0.665877430114874", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6691395427484861", |
| "union_ranking_score": "0.6184842128568402", |
| "union_regret": 0.050655329891645895, |
| "union_test_gap": "0.050655329891645895", |
| "union_val_decision_score": "0.677404587086621", |
| "union_val_gap": "0.011527156971746999", |
| "union_val_ranking_score": "0.665877430114874", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.18705957719410635", |
| "exact_ranking_score": "0.18705957719410635", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.22265122265122267", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.22265122265122267", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.1415020173172751", |
| "ranking_selected_val_pr_auc": "0.13899023094495766", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8671946832706918", |
| "tolerated_ranking_score": "0.8671946832706918", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8765714285714286", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8765714285714286", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8671946832706918", |
| "union_ranking_score": "0.8671946832706918", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8765714285714286", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8765714285714286", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.15882806476484196", |
| "exact_ranking_score": "0.15882806476484196", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.17872968980797638", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.17872968980797638", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0993207020173454", |
| "ranking_selected_val_pr_auc": "0.09562560899249391", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8345528858733409", |
| "tolerated_ranking_score": "0.8345528858733409", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8241729549074388", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8241729549074388", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8345528858733409", |
| "union_ranking_score": "0.8345528858733409", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8241729549074388", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8241729549074388", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12514898688915374", |
| "exact_ranking_score": "0.12514898688915374", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.14325685506435365", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.14325685506435365", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.05955397140893137", |
| "ranking_selected_val_pr_auc": "0.06058697421048699", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8294499693616161", |
| "tolerated_ranking_score": "0.8294499693616161", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8107581951083846", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8107581951083846", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8294499693616161", |
| "union_ranking_score": "0.8294499693616161", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8107581951083846", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8107581951083846", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.006780481898534931", |
| "exact_ranking_score": "0.006780481898534931", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.005964994898359627", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.005964994898359627", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006577120081349608", |
| "ranking_selected_val_pr_auc": "0.0007340310681749519", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.5842714676652996", |
| "tolerated_ranking_score": "0.3921547570095426", |
| "tolerated_regret": 0.19211671065575697, |
| "tolerated_test_gap": "0.19211671065575697", |
| "tolerated_val_decision_score": "0.5663548190132099", |
| "tolerated_val_gap": "0.10549666519652506", |
| "tolerated_val_ranking_score": "0.4608581538166849", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.5842714676652996", |
| "union_ranking_score": "0.3921547570095426", |
| "union_regret": 0.19211671065575697, |
| "union_test_gap": "0.19211671065575697", |
| "union_val_decision_score": "0.5663548190132099", |
| "union_val_gap": "0.10549666519652506", |
| "union_val_ranking_score": "0.4608581538166849", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.1867517956903432", |
| "exact_ranking_score": "0.1867517956903432", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.2253944402704733", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.2253944402704733", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.13302539422913043", |
| "ranking_selected_val_pr_auc": "0.14641451099665195", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.898839683642517", |
| "tolerated_ranking_score": "0.8252194732641661", |
| "tolerated_regret": 0.07362021037835087, |
| "tolerated_test_gap": "0.07362021037835087", |
| "tolerated_val_decision_score": "0.8737527215993107", |
| "tolerated_val_gap": "0.06839730093782548", |
| "tolerated_val_ranking_score": "0.8053554206614852", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.898839683642517", |
| "union_ranking_score": "0.8252194732641661", |
| "union_regret": 0.07362021037835087, |
| "union_test_gap": "0.07362021037835087", |
| "union_val_decision_score": "0.8737527215993107", |
| "union_val_gap": "0.06839730093782548", |
| "union_val_ranking_score": "0.8053554206614852", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.15477084898572502", |
| "exact_ranking_score": "0.15477084898572502", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.16870573084352863", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.16870573084352863", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.08656943374833374", |
| "ranking_selected_val_pr_auc": "0.09321280420976051", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8655328563033635", |
| "tolerated_ranking_score": "0.7651194752252402", |
| "tolerated_regret": 0.10041338107812336, |
| "tolerated_test_gap": "0.10041338107812336", |
| "tolerated_val_decision_score": "0.8092827685342129", |
| "tolerated_val_gap": "0.06382807430932869", |
| "tolerated_val_ranking_score": "0.7454546942248842", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8655328563033635", |
| "union_ranking_score": "0.7651194752252402", |
| "union_regret": 0.10041338107812336, |
| "union_test_gap": "0.10041338107812336", |
| "union_val_decision_score": "0.8092827685342129", |
| "union_val_gap": "0.06382807430932869", |
| "union_val_ranking_score": "0.7454546942248842", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.10365251727541955", |
| "exact_ranking_score": "0.10365251727541955", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12251941328731666", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12251941328731666", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0458102699699856", |
| "ranking_selected_val_pr_auc": "0.0554648890254577", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8350245452333586", |
| "tolerated_ranking_score": "0.7758298037709835", |
| "tolerated_regret": 0.05919474146237502, |
| "tolerated_test_gap": "0.05919474146237502", |
| "tolerated_val_decision_score": "0.7736506356603177", |
| "tolerated_val_gap": "0.027586681737492236", |
| "tolerated_val_ranking_score": "0.7460639539228254", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8350245452333586", |
| "union_ranking_score": "0.7758298037709835", |
| "union_regret": 0.05919474146237502, |
| "union_test_gap": "0.05919474146237502", |
| "union_val_decision_score": "0.7736506356603177", |
| "union_val_gap": "0.027586681737492236", |
| "union_val_ranking_score": "0.7460639539228254", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "exact_test_gap": "7.571921560175121e-06", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "7.267025482891767e-06", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.00017433024575177084", |
| "ranking_selected_val_pr_auc": "0.00039761796201498743", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "tolerated_test_gap": "0.0032399924956598714", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.00299097714352789", |
| "tolerated_val_ranking_score": "0.2149459035878704", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "union_test_gap": "0.0032399924956598714", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.00299097714352789", |
| "union_val_ranking_score": "0.2149459035878704", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.043017434088706286", |
| "ranking_selected_val_pr_auc": "0.18453515297332748", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.025652132600196966", |
| "ranking_selected_val_pr_auc": "0.11087183021305622", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.014185996780547955", |
| "ranking_selected_val_pr_auc": "0.059710932216298356", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0001870694786133523", |
| "ranking_selected_val_pr_auc": "0.00044346166657711726", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0476637592736729", |
| "ranking_selected_val_pr_auc": "0.19978759776073984", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.028202726028592855", |
| "ranking_selected_val_pr_auc": "0.12040472446461332", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.015530707998309533", |
| "ranking_selected_val_pr_auc": "0.06432554845990393", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0004925501476206198, |
| "exact_test_gap": "0.0004925501476206198", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0004727121748000204", |
| "exact_val_ranking_score": "0.0", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.000198182392518492", |
| "ranking_selected_val_pr_auc": "0.0002767362365663907", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.240793572992212, |
| "tolerated_test_gap": "0.240793572992212", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.2179368807313983", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.240793572992212, |
| "union_test_gap": "0.240793572992212", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.2179368807313983", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.11833577252770228, |
| "exact_test_gap": "0.11833577252770228", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.11931877546755824", |
| "exact_val_ranking_score": "0.0", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.047074707804185205", |
| "ranking_selected_val_pr_auc": "0.11187203617000477", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.7714149204832434, |
| "tolerated_test_gap": "0.7714149204832434", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.7971934513865686", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.7714149204832434, |
| "union_test_gap": "0.7714149204832434", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.7971934513865686", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.07325639739086803, |
| "exact_test_gap": "0.07325639739086803", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.07460890493381468", |
| "exact_val_ranking_score": "0.0", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.027753810085825968", |
| "ranking_selected_val_pr_auc": "0.06589784404428278", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.6996715316108496, |
| "tolerated_test_gap": "0.6996715316108496", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.7015182768065465", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.6996715316108496, |
| "union_test_gap": "0.6996715316108496", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.7015182768065465", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.04101254412979794, |
| "exact_test_gap": "0.04101254412979794", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.04253189892419314", |
| "exact_val_ranking_score": "0.0", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.015401540261000917", |
| "ranking_selected_val_pr_auc": "0.03525031596119595", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.7185324707231184, |
| "tolerated_test_gap": "0.7185324707231184", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.6906754133476136", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.7185324707231184, |
| "union_test_gap": "0.7185324707231184", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.6906754133476136", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.0004925501476206198", |
| "exact_val_decision_score": "0.0005036333549176199", |
| "exact_val_gap": "3.092118011759949e-05", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002120945228028488", |
| "ranking_selected_val_pr_auc": "0.000380637430664089", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.05983564956422643", |
| "ranking_selected_val_pr_auc": "0.15910946905394902", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03479712897675945", |
| "ranking_selected_val_pr_auc": "0.0949024678484547", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.01908165402331067", |
| "ranking_selected_val_pr_auc": "0.05014988402480292", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "exact_test_gap": "7.571921560175121e-06", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "7.267025482891767e-06", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.00016818557842652088", |
| "ranking_selected_val_pr_auc": "0.0004365856110391047", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "tolerated_test_gap": "0.0032399924956598714", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0025778293487095094", |
| "tolerated_val_ranking_score": "0.2153590513826888", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "union_test_gap": "0.0032399924956598714", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0025778293487095094", |
| "union_val_ranking_score": "0.2153590513826888", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.1250696689332293", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.1250696689332293", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.04280276014558355", |
| "ranking_selected_val_pr_auc": "0.20552291444972312", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7985410856039477", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7985410856039477", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7985410856039477", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7985410856039477", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07801114444920705", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07801114444920705", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.025614133200453124", |
| "ranking_selected_val_pr_auc": "0.12487452965433544", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7022486149835246", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7022486149835246", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7022486149835246", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7022486149835246", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04437663936620095", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04437663936620095", |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.01412932353396452", |
| "ranking_selected_val_pr_auc": "0.06804297819080397", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.692216769941617", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.692216769941617", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.692216769941617", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.692216769941617", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00023234964096770515", |
| "ranking_selected_val_pr_auc": "0.0002601351527039687", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.055890306674778144", |
| "ranking_selected_val_pr_auc": "0.0694777315217738", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03345772284683149", |
| "ranking_selected_val_pr_auc": "0.042554440111266106", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.01871363925580095", |
| "ranking_selected_val_pr_auc": "0.024212450415123626", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00023488826232608934", |
| "ranking_selected_val_pr_auc": "0.00022945923295652787", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.06647102886669706", |
| "ranking_selected_val_pr_auc": "0.07019151291101249", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03955291143531272", |
| "ranking_selected_val_pr_auc": "0.04218583124525834", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.021395640000026753", |
| "ranking_selected_val_pr_auc": "0.02312815465123813", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "exact_test_gap": "7.571921560175121e-06", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "7.267025482891767e-06", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.00023439386477689915", |
| "ranking_selected_val_pr_auc": "0.0002283896136939234", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "tolerated_test_gap": "0.0032399924956598714", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.00299097714352789", |
| "tolerated_val_ranking_score": "0.2149459035878704", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "union_test_gap": "0.0032399924956598714", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.00299097714352789", |
| "union_val_ranking_score": "0.2149459035878704", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06646486382553912", |
| "ranking_selected_val_pr_auc": "0.07019337939369524", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.039777194719281345", |
| "ranking_selected_val_pr_auc": "0.042300836914518636", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.021516770872035896", |
| "ranking_selected_val_pr_auc": "0.023234418719582723", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "exact_test_gap": "7.571921560175121e-06", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "7.267025482891767e-06", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.00025423546642937565", |
| "ranking_selected_val_pr_auc": "0.00023120715224267713", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "tolerated_test_gap": "0.0032399924956598714", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.00299097714352789", |
| "tolerated_val_ranking_score": "0.2149459035878704", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "union_test_gap": "0.0032399924956598714", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.00299097714352789", |
| "union_val_ranking_score": "0.2149459035878704", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06582645251185222", |
| "ranking_selected_val_pr_auc": "0.07011813439504147", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03938368107690723", |
| "ranking_selected_val_pr_auc": "0.042249808498221526", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.021317405351800135", |
| "ranking_selected_val_pr_auc": "0.02320587721933335", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.00048696535779102983", |
| "exact_ranking_score": "0.00048696535779102983", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.00046735226565276225", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.00046735226565276225", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002540711776626832", |
| "ranking_selected_val_pr_auc": "0.00022678877479338636", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.2384111045733381", |
| "tolerated_ranking_score": "0.2384111045733381", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.21573180756095836", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.21573180756095836", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.2384111045733381", |
| "union_ranking_score": "0.2384111045733381", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.21573180756095836", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.21573180756095836", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06558789102558008", |
| "ranking_selected_val_pr_auc": "0.0697713050234347", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.039026227487447884", |
| "ranking_selected_val_pr_auc": "0.04197164598362404", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.021159149554047907", |
| "ranking_selected_val_pr_auc": "0.023032008375736605", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0053407639614536165", |
| "exact_ranking_score": "0.0053407639614536165", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0016902678135446794", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0016902678135446794", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006824870760177812", |
| "ranking_selected_val_pr_auc": "0.00042302773922457535", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3560602558354403", |
| "tolerated_ranking_score": "0.3560602558354403", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3983991584038598", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3983991584038598", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3560602558354403", |
| "union_ranking_score": "0.3560602558354403", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3983991584038598", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3983991584038598", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.12001093493712411", |
| "exact_ranking_score": "0.12001093493712411", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.1225081551286698", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.1225081551286698", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.05689342648649434", |
| "ranking_selected_val_pr_auc": "0.05377805405038012", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7748819895562846", |
| "tolerated_ranking_score": "0.7748819895562846", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8195894738438443", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8195894738438443", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7748819895562846", |
| "union_ranking_score": "0.7748819895562846", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8195894738438443", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8195894738438443", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.078002052685597", |
| "exact_ranking_score": "0.078002052685597", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07851948205522379", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07851948205522379", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03678683052582872", |
| "ranking_selected_val_pr_auc": "0.03453391215275296", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.723747005823518", |
| "tolerated_ranking_score": "0.723747005823518", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7278456297612906", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7278456297612906", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.723747005823518", |
| "union_ranking_score": "0.723747005823518", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7278456297612906", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7278456297612906", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.043506471331489265", |
| "exact_ranking_score": "0.043506471331489265", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04461624715984538", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04461624715984538", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.019747545663020845", |
| "ranking_selected_val_pr_auc": "0.019740435565559492", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7280364139105968", |
| "tolerated_ranking_score": "0.7280364139105968", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7120828721033882", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7120828721033882", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7280364139105968", |
| "union_ranking_score": "0.7280364139105968", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7120828721033882", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7120828721033882", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0020376974019358125", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0020376974019358125", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0007448529317390826", |
| "ranking_selected_val_pr_auc": "0.00044761016558069356", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3859134431294053", |
| "tolerated_ranking_score": "0.3859134431294053", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.4280727908627396", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.4280727908627396", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3859134431294053", |
| "union_ranking_score": "0.3859134431294053", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.4280727908627396", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.4280727908627396", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.13353877760657423", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.015203005078871956, |
| "exact_test_gap": "0.015203005078871956", |
| "exact_val_decision_score": "0.12187299550994227", |
| "exact_val_gap": "0.0025542200423840228", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.06589923575225648", |
| "ranking_selected_val_pr_auc": "0.06980014500652997", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7910976805607687", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.01968276007752523, |
| "tolerated_test_gap": "0.01968276007752523", |
| "tolerated_val_decision_score": "0.8156849318846232", |
| "tolerated_val_gap": "0.018491480498054602", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7910976805607687", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.01968276007752523, |
| "union_test_gap": "0.01968276007752523", |
| "union_val_decision_score": "0.8156849318846232", |
| "union_val_gap": "0.018491480498054602", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.07637343329038304", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0031170358995150083, |
| "exact_test_gap": "0.0031170358995150083", |
| "exact_val_decision_score": "0.07697248688577239", |
| "exact_val_gap": "0.0023635819519577106", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03734242132263064", |
| "ranking_selected_val_pr_auc": "0.04123208357155757", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7355445123185741", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.03587298070772449, |
| "tolerated_test_gap": "0.03587298070772449", |
| "tolerated_val_decision_score": "0.7311417346046021", |
| "tolerated_val_gap": "0.02962345779805553", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7355445123185741", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.03587298070772449, |
| "union_test_gap": "0.03587298070772449", |
| "union_val_decision_score": "0.7311417346046021", |
| "union_val_gap": "0.02962345779805553", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04249854057209574", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.001485996442297799, |
| "exact_test_gap": "0.001485996442297799", |
| "exact_val_decision_score": "0.04371409485637943", |
| "exact_val_gap": "0.0011821959321862904", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.021118517500793188", |
| "ranking_selected_val_pr_auc": "0.02303236785318257", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7321459738801157", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.013613503156997275, |
| "tolerated_test_gap": "0.013613503156997275", |
| "tolerated_val_decision_score": "0.7128995538153613", |
| "tolerated_val_gap": "0.022224140467747677", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7321459738801157", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.013613503156997275, |
| "union_test_gap": "0.013613503156997275", |
| "union_val_decision_score": "0.7128995538153613", |
| "union_val_gap": "0.022224140467747677", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0020120724346076456", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0020120724346076456", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006203713852571992", |
| "ranking_selected_val_pr_auc": "0.0004707444097300293", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3405125814370199", |
| "tolerated_ranking_score": "0.3405125814370199", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.474350305376108", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.474350305376108", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3405125814370199", |
| "union_ranking_score": "0.3405125814370199", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.474350305376108", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.474350305376108", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.1227865796831314", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.004450807155429129, |
| "exact_test_gap": "0.004450807155429129", |
| "exact_val_decision_score": "0.1210664835793569", |
| "exact_val_gap": "0.0017477081117986543", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.058186924071015014", |
| "ranking_selected_val_pr_auc": "0.055593579382965747", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7049597657509027", |
| "tolerated_ranking_score": "0.7049597657509027", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8131649530621368", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8131649530621368", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7049597657509027", |
| "union_ranking_score": "0.7049597657509027", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8131649530621368", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8131649530621368", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.0811232449297972", |
| "exact_ranking_score": "0.0811232449297972", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07607950651130911", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07607950651130911", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03845833667153789", |
| "ranking_selected_val_pr_auc": "0.036365711264814124", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6763081901295341", |
| "tolerated_ranking_score": "0.6763081901295341", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7265137957010752", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7265137957010752", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6763081901295341", |
| "union_ranking_score": "0.6763081901295341", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7265137957010752", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7265137957010752", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.04637177602565815", |
| "exact_ranking_score": "0.04637177602565815", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.044021164021164016", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.044021164021164016", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.020762153794205103", |
| "ranking_selected_val_pr_auc": "0.020894537350314525", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7728400679088107", |
| "tolerated_ranking_score": "0.6606900017471591", |
| "tolerated_regret": 0.11215006616165157, |
| "tolerated_test_gap": "0.11215006616165157", |
| "tolerated_val_decision_score": "0.7122584178150692", |
| "tolerated_val_gap": "0.009110393702543962", |
| "tolerated_val_ranking_score": "0.7031480241125252", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7728400679088107", |
| "union_ranking_score": "0.6606900017471591", |
| "union_regret": 0.11215006616165157, |
| "union_test_gap": "0.11215006616165157", |
| "union_val_decision_score": "0.7122584178150692", |
| "union_val_gap": "0.009110393702543962", |
| "union_val_ranking_score": "0.7031480241125252", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0010056989607777405", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0010056989607777405", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0005264872646085452", |
| "ranking_selected_val_pr_auc": "0.00035284338324857376", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3432315705541329", |
| "tolerated_ranking_score": "0.3432315705541329", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3469162743670964", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3469162743670964", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3432315705541329", |
| "union_ranking_score": "0.3432315705541329", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3469162743670964", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3469162743670964", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12270081490104773", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.004365042373345451, |
| "exact_test_gap": "0.004365042373345451", |
| "exact_val_decision_score": "0.12128657583203037", |
| "exact_val_gap": "0.001967800364472125", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.05890031091946385", |
| "ranking_selected_val_pr_auc": "0.05786838028004154", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8044654939106901", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.03305057342744666, |
| "tolerated_test_gap": "0.03305057342744666", |
| "tolerated_val_decision_score": "0.8071267256214067", |
| "tolerated_val_gap": "0.009933274234838141", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8044654939106901", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.03305057342744666, |
| "union_test_gap": "0.03305057342744666", |
| "union_val_decision_score": "0.8071267256214067", |
| "union_val_gap": "0.009933274234838141", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07878017789072428", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.005523780499856246, |
| "exact_test_gap": "0.005523780499856246", |
| "exact_val_decision_score": "0.07624569272001312", |
| "exact_val_gap": "0.0016367877861984403", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03308736705588518", |
| "ranking_selected_val_pr_auc": "0.03446421323907367", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7521966134873119", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.05252508187646232, |
| "tolerated_test_gap": "0.05252508187646232", |
| "tolerated_val_decision_score": "0.7227897891452092", |
| "tolerated_val_gap": "0.021271512338662646", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7521966134873119", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.05252508187646232, |
| "union_test_gap": "0.05252508187646232", |
| "union_val_decision_score": "0.7227897891452092", |
| "union_val_gap": "0.021271512338662646", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.043377707581227436", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0023651634514294945, |
| "exact_test_gap": "0.0023651634514294945", |
| "exact_val_decision_score": "0.04303681559882578", |
| "exact_val_gap": "0.0005049166746326425", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.018519739310339497", |
| "ranking_selected_val_pr_auc": "0.01953230111607746", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.762536895087842", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.044004424364723516, |
| "tolerated_test_gap": "0.044004424364723516", |
| "tolerated_val_decision_score": "0.7274867592832499", |
| "tolerated_val_gap": "0.036811345935636286", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.762536895087842", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.044004424364723516, |
| "union_test_gap": "0.044004424364723516", |
| "union_val_decision_score": "0.7274867592832499", |
| "union_val_gap": "0.036811345935636286", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0016250253910217347", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0016250253910217347", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0007269780629045868", |
| "ranking_selected_val_pr_auc": "0.0004442608756800871", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3494091553610714", |
| "tolerated_ranking_score": "0.3494091553610714", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.41347824096521096", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.41347824096521096", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3494091553610714", |
| "union_ranking_score": "0.3494091553610714", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.41347824096521096", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.41347824096521096", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.14089481946624804", |
| "exact_ranking_score": "0.14089481946624804", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.15619694397283532", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.15619694397283532", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.0672622238447139", |
| "ranking_selected_val_pr_auc": "0.07740571441869959", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8022627296490505", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.030847809165807094, |
| "tolerated_test_gap": "0.030847809165807094", |
| "tolerated_val_decision_score": "0.8078282610569877", |
| "tolerated_val_gap": "0.010634809670419076", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8022627296490505", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.030847809165807094, |
| "union_test_gap": "0.030847809165807094", |
| "union_val_decision_score": "0.8078282610569877", |
| "union_val_gap": "0.010634809670419076", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.08289870985451551", |
| "exact_ranking_score": "0.08289870985451551", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.09763863093658795", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.09763863093658795", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.037689588394968596", |
| "ranking_selected_val_pr_auc": "0.0445507563162313", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7536939930764294", |
| "tolerated_ranking_score": "0.6997663155755749", |
| "tolerated_regret": 0.053927677500854476, |
| "tolerated_test_gap": "0.053927677500854476", |
| "tolerated_val_decision_score": "0.7243805445090241", |
| "tolerated_val_gap": "0.02259882240347566", |
| "tolerated_val_ranking_score": "0.7017817221055485", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7536939930764294", |
| "union_ranking_score": "0.6997663155755749", |
| "union_regret": 0.053927677500854476, |
| "union_test_gap": "0.053927677500854476", |
| "union_val_decision_score": "0.7243805445090241", |
| "union_val_gap": "0.02259882240347566", |
| "union_val_ranking_score": "0.7017817221055485", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04819843096725701", |
| "exact_ranking_score": "0.04819843096725701", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.05605272285813389", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.05605272285813389", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02136633936888583", |
| "ranking_selected_val_pr_auc": "0.024917289620763165", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7721727827291924", |
| "tolerated_ranking_score": "0.7187730423241409", |
| "tolerated_regret": 0.05339974040505158, |
| "tolerated_test_gap": "0.05339974040505158", |
| "tolerated_val_decision_score": "0.7238375070567806", |
| "tolerated_val_gap": "0.032337052985272896", |
| "tolerated_val_ranking_score": "0.6915004540715077", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7721727827291924", |
| "union_ranking_score": "0.7187730423241409", |
| "union_regret": 0.05339974040505158, |
| "union_test_gap": "0.05339974040505158", |
| "union_val_decision_score": "0.7238375070567806", |
| "union_val_gap": "0.032337052985272896", |
| "union_val_ranking_score": "0.6915004540715077", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.000946969696969697", |
| "exact_ranking_score": "0.000946969696969697", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.004184100418410042", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.004184100418410042", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003658682156259175", |
| "ranking_selected_val_pr_auc": "0.0004302667397755488", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31130402819686975", |
| "tolerated_ranking_score": "0.31130402819686975", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3016823150717557", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3016823150717557", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31130402819686975", |
| "union_ranking_score": "0.31130402819686975", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3016823150717557", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3016823150717557", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12059329320722269", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.002257520679520411, |
| "exact_test_gap": "0.002257520679520411", |
| "exact_val_decision_score": "0.12220272049144364", |
| "exact_val_gap": "0.0028839450238853925", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.0689177522952707", |
| "ranking_selected_val_pr_auc": "0.06437104063472687", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714385719285964", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 2.365144535299013e-05, |
| "tolerated_test_gap": "2.365144535299013e-05", |
| "tolerated_val_decision_score": "0.7976559342583861", |
| "tolerated_val_gap": "0.00046248287181749337", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714385719285964", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 2.365144535299013e-05, |
| "union_test_gap": "2.365144535299013e-05", |
| "union_val_decision_score": "0.7976559342583861", |
| "union_val_gap": "0.00046248287181749337", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07431424013174823", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0010578427408801938, |
| "exact_test_gap": "0.0010578427408801938", |
| "exact_val_decision_score": "0.07578837633567892", |
| "exact_val_gap": "0.0011794714018642377", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03927901160149114", |
| "ranking_selected_val_pr_auc": "0.03716454445172032", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6756347251105248", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.024036806500324803", |
| "tolerated_val_decision_score": "0.7162675437027928", |
| "tolerated_val_gap": "0.014749266896246227", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6756347251105248", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.024036806500324803", |
| "union_val_decision_score": "0.7162675437027928", |
| "union_val_gap": "0.014749266896246227", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.042069180430040515", |
| "exact_ranking_score": "0.042069180430040515", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04316055094101566", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04316055094101566", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.017947733209238474", |
| "ranking_selected_val_pr_auc": "0.019698135675792587", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7182175622542595", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.0003149084688589543", |
| "tolerated_val_decision_score": "0.6906967717983766", |
| "tolerated_val_gap": "2.135845076300935e-05", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7182175622542595", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.0003149084688589543", |
| "union_val_decision_score": "0.6906967717983766", |
| "union_val_gap": "2.135845076300935e-05", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0006047777441790143", |
| "exact_ranking_score": "0.0006047777441790143", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0034982508745627187", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0034982508745627187", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0004059591718395402", |
| "ranking_selected_val_pr_auc": "0.00044924149635682735", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3100602050525378", |
| "tolerated_ranking_score": "0.3100602050525378", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30078743758851223", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30078743758851223", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3100602050525378", |
| "union_ranking_score": "0.3100602050525378", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30078743758851223", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30078743758851223", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.058898489734440555", |
| "ranking_selected_val_pr_auc": "0.07226448398929738", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.793939393939394", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.022524473456150496, |
| "tolerated_test_gap": "0.022524473456150496", |
| "tolerated_val_decision_score": "0.8166754936823787", |
| "tolerated_val_gap": "0.019482042295810076", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.793939393939394", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.022524473456150496, |
| "union_test_gap": "0.022524473456150496", |
| "union_val_decision_score": "0.8166754936823787", |
| "union_val_gap": "0.019482042295810076", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03552513494863446", |
| "ranking_selected_val_pr_auc": "0.042774542140641386", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7206692168649377", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.020997685254088072, |
| "tolerated_test_gap": "0.020997685254088072", |
| "tolerated_val_decision_score": "0.7230799450009822", |
| "tolerated_val_gap": "0.021561668194435613", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7206692168649377", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.020997685254088072, |
| "union_test_gap": "0.020997685254088072", |
| "union_val_decision_score": "0.7230799450009822", |
| "union_val_gap": "0.021561668194435613", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04104131693016963", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 2.877280037168889e-05, |
| "exact_test_gap": "2.877280037168889e-05", |
| "exact_val_decision_score": "0.04257343918258997", |
| "exact_val_gap": "4.154025839683134e-05", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.01989120112622579", |
| "ranking_selected_val_pr_auc": "0.024039539026323706", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7310509974227326", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.012518526699614174, |
| "tolerated_test_gap": "0.012518526699614174", |
| "tolerated_val_decision_score": "0.7058203125", |
| "tolerated_val_gap": "0.01514489915238637", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7310509974227326", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.012518526699614174, |
| "union_test_gap": "0.012518526699614174", |
| "union_val_decision_score": "0.7058203125", |
| "union_val_gap": "0.01514489915238637", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0030852294639413806", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0030852294639413806", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00036191656354256076", |
| "ranking_selected_val_pr_auc": "0.0004136690018862186", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.2870596305028149", |
| "tolerated_ranking_score": "0.31490583114252463", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.027846200639709717", |
| "tolerated_val_decision_score": "0.31159367647460456", |
| "tolerated_val_gap": "0.009129115930882226", |
| "tolerated_val_ranking_score": "0.30246456054372234", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.2870596305028149", |
| "union_ranking_score": "0.31490583114252463", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.027846200639709717", |
| "union_val_decision_score": "0.31159367647460456", |
| "union_val_gap": "0.009129115930882226", |
| "union_val_ranking_score": "0.30246456054372234", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11846022968949382", |
| "exact_ranking_score": "0.11754630125254256", |
| "exact_regret": 0.0009139284369512612, |
| "exact_test_gap": "0.0009139284369512612", |
| "exact_val_decision_score": "0.12063219008708741", |
| "exact_val_gap": "0.0033196374333384765", |
| "exact_val_ranking_score": "0.11731255265374893", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.058729135567964254", |
| "ranking_selected_val_pr_auc": "0.05944644145445249", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714385719285964", |
| "tolerated_ranking_score": "0.7714385719285964", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7976559342583861", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7976559342583861", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714385719285964", |
| "union_ranking_score": "0.7714385719285964", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7976559342583861", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7976559342583861", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07337579617834394", |
| "exact_ranking_score": "0.07337579617834394", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07542516569901865", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07542516569901865", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.031759062375776324", |
| "ranking_selected_val_pr_auc": "0.034979775498206175", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.49088319481106213", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.20878833679978748", |
| "tolerated_val_decision_score": "0.7133624143149648", |
| "tolerated_val_gap": "0.011793150245700712", |
| "tolerated_val_ranking_score": "0.7015692640692641", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.49088319481106213", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.20878833679978748", |
| "union_val_decision_score": "0.7133624143149648", |
| "union_val_gap": "0.011793150245700712", |
| "union_val_ranking_score": "0.7015692640692641", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04137542565993292", |
| "exact_ranking_score": "0.04137542565993292", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.043099210968826795", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.043099210968826795", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.017928450700376908", |
| "ranking_selected_val_pr_auc": "0.01946275083543708", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7189733167245789", |
| "tolerated_ranking_score": "0.7189733167245789", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6912897822445562", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6912897822445562", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7189733167245789", |
| "union_ranking_score": "0.7189733167245789", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6912897822445562", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6912897822445562", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.001086071137659517", |
| "exact_ranking_score": "0.001086071137659517", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003349460364719018", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003349460364719018", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003268363416054406", |
| "ranking_selected_val_pr_auc": "0.00039156287297214436", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3051941376005135", |
| "tolerated_ranking_score": "0.3051941376005135", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2948179787588662", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2948179787588662", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3051941376005135", |
| "union_ranking_score": "0.3051941376005135", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2948179787588662", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2948179787588662", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.13187490371283314", |
| "exact_ranking_score": "0.13187490371283314", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12086776859504132", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12086776859504132", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.07575936549127547", |
| "ranking_selected_val_pr_auc": "0.0704268488739946", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714065672477771", |
| "tolerated_ranking_score": "0.7714065672477771", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7976559342583861", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7976559342583861", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714065672477771", |
| "union_ranking_score": "0.7714065672477771", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7976559342583861", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7976559342583861", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0705085565701155", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.0027478408207525368", |
| "exact_val_decision_score": "0.07484534819623935", |
| "exact_val_gap": "0.00023644326242466818", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03431519870355593", |
| "ranking_selected_val_pr_auc": "0.04346900418958381", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6993745656706046", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.00029696594024497536", |
| "tolerated_val_decision_score": "0.7015653241482795", |
| "tolerated_val_gap": "4.7047341732997516e-05", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6993745656706046", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.00029696594024497536", |
| "union_val_decision_score": "0.7015653241482795", |
| "union_val_gap": "4.7047341732997516e-05", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.040288313241635454", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.0007242308881624873", |
| "exact_val_decision_score": "0.04306006752022422", |
| "exact_val_gap": "0.0005281685960310811", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02050876208409485", |
| "ranking_selected_val_pr_auc": "0.02590116599560572", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7644129739607127", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.045880503237594294, |
| "tolerated_test_gap": "0.045880503237594294", |
| "tolerated_val_decision_score": "0.6962583126352054", |
| "tolerated_val_gap": "0.005582899287591814", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7644129739607127", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.045880503237594294, |
| "union_test_gap": "0.045880503237594294", |
| "union_val_decision_score": "0.6962583126352054", |
| "union_val_gap": "0.005582899287591814", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.001445086705202312", |
| "exact_ranking_score": "0.001445086705202312", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0036289408029031526", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0036289408029031526", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00037608715321531055", |
| "ranking_selected_val_pr_auc": "0.0004397940562535402", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3060314081779048", |
| "tolerated_ranking_score": "0.3060314081779048", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.29429605373755735", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.29429605373755735", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3060314081779048", |
| "union_ranking_score": "0.3060314081779048", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.29429605373755735", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.29429605373755735", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.12161541991739329", |
| "exact_ranking_score": "0.12161541991739329", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12163050624589085", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12163050624589085", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.09974311720982598", |
| "ranking_selected_val_pr_auc": "0.10326265767079287", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714065672477771", |
| "tolerated_ranking_score": "0.7714065672477771", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7976559342583861", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7976559342583861", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714065672477771", |
| "union_ranking_score": "0.7714065672477771", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7976559342583861", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7976559342583861", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.07668301382077575", |
| "exact_ranking_score": "0.07668301382077575", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07647961072618607", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07647961072618607", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.058967493704484314", |
| "ranking_selected_val_pr_auc": "0.06262653319620513", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7063465223762824", |
| "tolerated_ranking_score": "0.7063465223762824", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7021793497677742", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7021793497677742", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7063465223762824", |
| "union_ranking_score": "0.7063465223762824", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7021793497677742", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7021793497677742", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.042822140550172624", |
| "exact_ranking_score": "0.042822140550172624", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.043420983295568316", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.043420983295568316", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.029098665712304895", |
| "ranking_selected_val_pr_auc": "0.032221638150467385", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.726408418760773", |
| "tolerated_ranking_score": "0.726408418760773", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6933831038489982", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6933831038489982", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.726408418760773", |
| "union_ranking_score": "0.726408418760773", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6933831038489982", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6933831038489982", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0031948881789137383", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0031948881789137383", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.000398077435365184", |
| "ranking_selected_val_pr_auc": "0.00047223676755013246", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31071390711162444", |
| "tolerated_ranking_score": "0.31071390711162444", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3130246199713141", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3130246199713141", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31071390711162444", |
| "union_ranking_score": "0.31071390711162444", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3130246199713141", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3130246199713141", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12371632233901173", |
| "exact_ranking_score": "0.12371632233901173", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12572845629262244", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12572845629262244", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.06541062880458605", |
| "ranking_selected_val_pr_auc": "0.06522920883515884", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7834980065869301", |
| "tolerated_ranking_score": "0.7834980065869301", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8136773785024538", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8136773785024538", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7834980065869301", |
| "union_ranking_score": "0.7834980065869301", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8136773785024538", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8136773785024538", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07892387357895363", |
| "exact_ranking_score": "0.07892387357895363", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.08108271403540572", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.08108271403540572", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.04061009784825756", |
| "ranking_selected_val_pr_auc": "0.040143560685329066", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7136104648359283", |
| "tolerated_ranking_score": "0.7136104648359283", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7207024927160893", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7207024927160893", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7136104648359283", |
| "union_ranking_score": "0.7136104648359283", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7207024927160893", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7207024927160893", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04452825597664091", |
| "exact_ranking_score": "0.04452825597664091", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0455414882958375", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0455414882958375", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.022736128443885992", |
| "ranking_selected_val_pr_auc": "0.021286665509494304", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7269980510116651", |
| "tolerated_ranking_score": "0.7269980510116651", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7088464801269441", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7088464801269441", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7269980510116651", |
| "union_ranking_score": "0.7269980510116651", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7088464801269441", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7088464801269441", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003656307129798903", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003656307129798903", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0004116035724473925", |
| "ranking_selected_val_pr_auc": "0.0004377390722357372", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3145618361221859", |
| "tolerated_ranking_score": "0.3145618361221859", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3129112248106385", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3129112248106385", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3145618361221859", |
| "union_ranking_score": "0.3145618361221859", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3129112248106385", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3129112248106385", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11817781690140844", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.00015795562629383753", |
| "exact_val_decision_score": "0.12163664665332445", |
| "exact_val_gap": "0.002317871185766207", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.06604572317905974", |
| "ranking_selected_val_pr_auc": "0.0732912945840262", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7862562878335749", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.01484136735033148, |
| "tolerated_test_gap": "0.01484136735033148", |
| "tolerated_val_decision_score": "0.8131524008350731", |
| "tolerated_val_gap": "0.01595894944850451", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7862562878335749", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.01484136735033148, |
| "union_test_gap": "0.01484136735033148", |
| "union_val_decision_score": "0.8131524008350731", |
| "union_val_gap": "0.01595894944850451", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07409381663113006", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0008374192402620245, |
| "exact_test_gap": "0.0008374192402620245", |
| "exact_val_decision_score": "0.07709239276319321", |
| "exact_val_gap": "0.0024834878293785306", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.038869102384950775", |
| "ranking_selected_val_pr_auc": "0.04346587500401188", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7099454687094261", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.010273937098576491, |
| "tolerated_test_gap": "0.010273937098576491", |
| "tolerated_val_decision_score": "0.7148757170172084", |
| "tolerated_val_gap": "0.013357440210661875", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7099454687094261", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.010273937098576491, |
| "union_test_gap": "0.010273937098576491", |
| "union_val_decision_score": "0.7148757170172084", |
| "union_val_gap": "0.013357440210661875", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04171607200603644", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0007035278762385008, |
| "exact_test_gap": "0.0007035278762385008", |
| "exact_val_decision_score": "0.043619564341543335", |
| "exact_val_gap": "0.0010876654173501976", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.020495144103834257", |
| "ranking_selected_val_pr_auc": "0.023246350918909517", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7251252524331628", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.006592781710044404, |
| "tolerated_test_gap": "0.006592781710044404", |
| "tolerated_val_decision_score": "0.7015002586652871", |
| "tolerated_val_gap": "0.01082484531767347", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7251252524331628", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.006592781710044404, |
| "union_test_gap": "0.006592781710044404", |
| "union_val_decision_score": "0.7015002586652871", |
| "union_val_gap": "0.01082484531767347", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.001528350909368791", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.001528350909368791", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00036987379624400454", |
| "ranking_selected_val_pr_auc": "0.00039852867365630293", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31219058559732665", |
| "tolerated_ranking_score": "0.31219058559732665", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31476872634310843", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31476872634310843", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31219058559732665", |
| "union_ranking_score": "0.31219058559732665", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31476872634310843", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31476872634310843", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12233412322274881", |
| "exact_ranking_score": "0.12047131373196783", |
| "exact_regret": 0.0018628094907809783, |
| "exact_test_gap": "0.0018628094907809783", |
| "exact_val_decision_score": "0.12295192958700069", |
| "exact_val_gap": "0.004349514799095983", |
| "exact_val_ranking_score": "0.1186024147879047", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.08182944446297657", |
| "ranking_selected_val_pr_auc": "0.06677724388642242", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7830574200952944", |
| "tolerated_ranking_score": "0.77137519758586", |
| "tolerated_regret": 0.011682222509434403, |
| "tolerated_test_gap": "0.011682222509434403", |
| "tolerated_val_decision_score": "0.8181423987511924", |
| "tolerated_val_gap": "0.020669744358910225", |
| "tolerated_val_ranking_score": "0.7974726543922822", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7830574200952944", |
| "union_ranking_score": "0.77137519758586", |
| "union_regret": 0.011682222509434403, |
| "union_test_gap": "0.011682222509434403", |
| "union_val_decision_score": "0.8181423987511924", |
| "union_val_gap": "0.020669744358910225", |
| "union_val_ranking_score": "0.7974726543922822", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0804971885173128", |
| "exact_ranking_score": "0.0804971885173128", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.08148543948704247", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.08148543948704247", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03819635082226218", |
| "ranking_selected_val_pr_auc": "0.038941681913664185", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7115204223666349", |
| "tolerated_ranking_score": "0.7115204223666349", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7256034753011779", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7256034753011779", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7115204223666349", |
| "union_ranking_score": "0.7115204223666349", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7256034753011779", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7256034753011779", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04574838388861263", |
| "exact_ranking_score": "0.04574838388861263", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04613821138211382", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04613821138211382", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.021165185967854567", |
| "ranking_selected_val_pr_auc": "0.020671268187642432", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7265705731122933", |
| "tolerated_ranking_score": "0.7265705731122933", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7074814597750377", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7074814597750377", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7265705731122933", |
| "union_ranking_score": "0.7265705731122933", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7074814597750377", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7074814597750377", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0027012425715829285", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0027012425715829285", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00036963872610239895", |
| "ranking_selected_val_pr_auc": "0.00042054736055892957", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.30641904273669174", |
| "tolerated_ranking_score": "0.30641904273669174", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30868675618673724", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30868675618673724", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.30641904273669174", |
| "union_ranking_score": "0.30641904273669174", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30868675618673724", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30868675618673724", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11923365086160762", |
| "exact_ranking_score": "0.120447564721369", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.001213913859761384", |
| "exact_val_decision_score": "0.12151351351351353", |
| "exact_val_gap": "0.003267042862839506", |
| "exact_val_ranking_score": "0.11824647065067402", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.055750221614838426", |
| "ranking_selected_val_pr_auc": "0.06442862811569598", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.779811109738517", |
| "tolerated_ranking_score": "0.77137519758586", |
| "tolerated_regret": 0.008435912152656933, |
| "tolerated_test_gap": "0.008435912152656933", |
| "tolerated_val_decision_score": "0.8111111111111111", |
| "tolerated_val_gap": "0.013638456718828906", |
| "tolerated_val_ranking_score": "0.7974726543922822", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.779811109738517", |
| "union_ranking_score": "0.77137519758586", |
| "union_regret": 0.008435912152656933, |
| "union_test_gap": "0.008435912152656933", |
| "union_val_decision_score": "0.8111111111111111", |
| "union_val_gap": "0.013638456718828906", |
| "union_val_ranking_score": "0.7974726543922822", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07741464305276612", |
| "exact_ranking_score": "0.07741464305276612", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07768666378938284", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07768666378938284", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0356468915576778", |
| "ranking_selected_val_pr_auc": "0.03730439444340619", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7094619133450868", |
| "tolerated_ranking_score": "0.7094619133450868", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7188508982531667", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7188508982531667", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7094619133450868", |
| "union_ranking_score": "0.7094619133450868", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7188508982531667", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7188508982531667", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.043763127370763974", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0027505832409660327, |
| "exact_test_gap": "0.0027505832409660327", |
| "exact_val_decision_score": "0.04404735872043984", |
| "exact_val_gap": "0.0015154597962467042", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.016801706970978273", |
| "ranking_selected_val_pr_auc": "0.022509307119807316", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.722901134194411", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.004368663471292611, |
| "tolerated_test_gap": "0.004368663471292611", |
| "tolerated_val_decision_score": "0.7033268834654516", |
| "tolerated_val_gap": "0.01265147011783796", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.722901134194411", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.004368663471292611, |
| "union_test_gap": "0.004368663471292611", |
| "union_val_decision_score": "0.7033268834654516", |
| "union_val_gap": "0.01265147011783796", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0041356492969396195", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0041356492969396195", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00042782651526874734", |
| "ranking_selected_val_pr_auc": "0.0004271990954031648", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3111214819309595", |
| "tolerated_ranking_score": "0.3111214819309595", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30674980181224504", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30674980181224504", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3111214819309595", |
| "union_ranking_score": "0.3111214819309595", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30674980181224504", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30674980181224504", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12190521103513322", |
| "exact_ranking_score": "0.12125309894072571", |
| "exact_regret": 0.000652112094407506, |
| "exact_test_gap": "0.000652112094407506", |
| "exact_val_decision_score": "0.12268433321064899", |
| "exact_val_gap": "0.0024291153021381295", |
| "exact_val_ranking_score": "0.12025521790851086", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06535531985010146", |
| "ranking_selected_val_pr_auc": "0.07922769803833127", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7803954553118283", |
| "tolerated_ranking_score": "0.77137519758586", |
| "tolerated_regret": 0.009020257725968261, |
| "tolerated_test_gap": "0.009020257725968261", |
| "tolerated_val_decision_score": "0.804416403785489", |
| "tolerated_val_gap": "0.006943749393206744", |
| "tolerated_val_ranking_score": "0.7974726543922822", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7803954553118283", |
| "union_ranking_score": "0.77137519758586", |
| "union_regret": 0.009020257725968261, |
| "union_test_gap": "0.009020257725968261", |
| "union_val_decision_score": "0.804416403785489", |
| "union_val_gap": "0.006943749393206744", |
| "union_val_ranking_score": "0.7974726543922822", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07714516687839242", |
| "exact_ranking_score": "0.07550644567219153", |
| "exact_regret": 0.0016387212062008855, |
| "exact_test_gap": "0.0016387212062008855", |
| "exact_val_decision_score": "0.0780302129178066", |
| "exact_val_gap": "0.0027111964223195256", |
| "exact_val_ranking_score": "0.07531901649548707", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.04049928566381453", |
| "ranking_selected_val_pr_auc": "0.051914070260881295", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7095126183114994", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.00984108670064976, |
| "tolerated_test_gap": "0.00984108670064976", |
| "tolerated_val_decision_score": "0.7096515175847117", |
| "tolerated_val_gap": "0.00813324077816513", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7095126183114994", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.00984108670064976, |
| "union_test_gap": "0.00984108670064976", |
| "union_val_decision_score": "0.7096515175847117", |
| "union_val_gap": "0.00813324077816513", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04882017900732303", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04882017900732303", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02199779031689959", |
| "ranking_selected_val_pr_auc": "0.030768274290330223", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7336829717908426", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.015150501067724198, |
| "tolerated_test_gap": "0.015150501067724198", |
| "tolerated_val_decision_score": "0.6987796297897932", |
| "tolerated_val_gap": "0.008104216442179624", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7336829717908426", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.015150501067724198, |
| "union_test_gap": "0.015150501067724198", |
| "union_val_decision_score": "0.6987796297897932", |
| "union_val_gap": "0.008104216442179624", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0006866311182961118", |
| "exact_ranking_score": "0.0006866311182961118", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0008811590083408097", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0008811590083408097", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003596048414560045", |
| "ranking_selected_val_pr_auc": "0.0004121169333774252", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.21516044416153002", |
| "tolerated_ranking_score": "0.3091927111996169", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.09403226703808687", |
| "tolerated_val_decision_score": "0.3118144595732139", |
| "tolerated_val_gap": "0.001671993688703799", |
| "tolerated_val_ranking_score": "0.3101424658845101", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.21516044416153002", |
| "union_ranking_score": "0.3091927111996169", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.09403226703808687", |
| "union_val_decision_score": "0.3118144595732139", |
| "union_val_gap": "0.001671993688703799", |
| "union_val_ranking_score": "0.3101424658845101", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12601927353595255", |
| "exact_ranking_score": "0.1189950593924104", |
| "exact_regret": 0.007024214143542151, |
| "exact_test_gap": "0.007024214143542151", |
| "exact_val_decision_score": "0.12394433210419888", |
| "exact_val_gap": "0.004525739612303029", |
| "exact_val_ranking_score": "0.11941859249189585", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.06032490713940969", |
| "ranking_selected_val_pr_auc": "0.0614132176206002", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8241199478487613", |
| "tolerated_ranking_score": "0.7739636861939019", |
| "tolerated_regret": 0.050156261654859424, |
| "tolerated_test_gap": "0.050156261654859424", |
| "tolerated_val_decision_score": "0.8658519277773397", |
| "tolerated_val_gap": "0.06831247872679147", |
| "tolerated_val_ranking_score": "0.7975394490505482", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8241199478487613", |
| "union_ranking_score": "0.7739636861939019", |
| "union_regret": 0.050156261654859424, |
| "union_test_gap": "0.050156261654859424", |
| "union_val_decision_score": "0.8658519277773397", |
| "union_val_gap": "0.06831247872679147", |
| "union_val_ranking_score": "0.7975394490505482", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07447712973984016", |
| "exact_ranking_score": "0.07447712973984016", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.08072936959401543", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.08072936959401543", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03373982859419053", |
| "ranking_selected_val_pr_auc": "0.037115310159824", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.6935334872979214", |
| "tolerated_ranking_score": "0.7046101309049516", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.011076643607030201", |
| "tolerated_val_decision_score": "0.754546876833418", |
| "tolerated_val_gap": "0.04256271595760763", |
| "tolerated_val_ranking_score": "0.7119841608758104", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.6935334872979214", |
| "union_ranking_score": "0.7046101309049516", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.011076643607030201", |
| "union_val_decision_score": "0.754546876833418", |
| "union_val_gap": "0.04256271595760763", |
| "union_val_ranking_score": "0.7119841608758104", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.043196160341303", |
| "exact_ranking_score": "0.043196160341303", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04576053854784421", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04576053854784421", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.01904942261850253", |
| "ranking_selected_val_pr_auc": "0.020787588115504", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7261195534617713", |
| "tolerated_ranking_score": "0.7246636456247585", |
| "tolerated_regret": 0.001455907837012771, |
| "tolerated_test_gap": "0.001455907837012771", |
| "tolerated_val_decision_score": "0.7033365957825429", |
| "tolerated_val_gap": "0.003706992036648815", |
| "tolerated_val_ranking_score": "0.6996296037458941", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7261195534617713", |
| "union_ranking_score": "0.7246636456247585", |
| "union_regret": 0.001455907837012771, |
| "union_test_gap": "0.001455907837012771", |
| "union_val_decision_score": "0.7033365957825429", |
| "union_val_gap": "0.003706992036648815", |
| "union_val_ranking_score": "0.6996296037458941", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0009888839378897987", |
| "exact_ranking_score": "0.0009888839378897987", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0010117798317730948", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0010117798317730948", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00039999784430104664", |
| "ranking_selected_val_pr_auc": "0.00043073606570656576", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3096924811079745", |
| "tolerated_ranking_score": "0.3096924811079745", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31039074285584656", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31039074285584656", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3096924811079745", |
| "union_ranking_score": "0.3096924811079745", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31039074285584656", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31039074285584656", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12121896162528217", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.002883189097579897, |
| "exact_test_gap": "0.002883189097579897", |
| "exact_val_decision_score": "0.1213910761154856", |
| "exact_val_gap": "0.00207230064792735", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.06578907632994217", |
| "ranking_selected_val_pr_auc": "0.0774014225555978", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7834545900433254", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.012039669560081956, |
| "tolerated_test_gap": "0.012039669560081956", |
| "tolerated_val_decision_score": "0.8107372400756144", |
| "tolerated_val_gap": "0.013543788689045821", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7834545900433254", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.012039669560081956, |
| "union_test_gap": "0.012039669560081956", |
| "union_val_decision_score": "0.8107372400756144", |
| "union_val_gap": "0.013543788689045821", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07623735302160241", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.002980955630734375, |
| "exact_test_gap": "0.002980955630734375", |
| "exact_val_decision_score": "0.07630118890356671", |
| "exact_val_gap": "0.0016922839697520314", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03878602989774424", |
| "ranking_selected_val_pr_auc": "0.04567884589440755", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7079514490958633", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.008279917485013666, |
| "tolerated_test_gap": "0.008279917485013666", |
| "tolerated_val_decision_score": "0.7130764176104518", |
| "tolerated_val_gap": "0.01155814080390527", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7079514490958633", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.008279917485013666, |
| "union_test_gap": "0.008279917485013666", |
| "union_val_decision_score": "0.7130764176104518", |
| "union_val_gap": "0.01155814080390527", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.018543768748295608", |
| "exact_ranking_score": "0.018543768748295608", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04600811907983762", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04600811907983762", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.021045021724179047", |
| "ranking_selected_val_pr_auc": "0.025380726482200633", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7224961571477053", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0039636864245868875, |
| "tolerated_test_gap": "0.0039636864245868875", |
| "tolerated_val_decision_score": "0.6975587357465372", |
| "tolerated_val_gap": "0.00688332239892353", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7224961571477053", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0039636864245868875, |
| "union_test_gap": "0.0039636864245868875", |
| "union_val_decision_score": "0.6975587357465372", |
| "union_val_gap": "0.00688332239892353", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0003188165529554294", |
| "exact_ranking_score": "0.0003188165529554294", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0011176098051633573", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0011176098051633573", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003830459807690152", |
| "ranking_selected_val_pr_auc": "0.00042901589997107405", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.316668570748256", |
| "tolerated_ranking_score": "0.316668570748256", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3180456774666437", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3180456774666437", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.316668570748256", |
| "union_ranking_score": "0.316668570748256", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3180456774666437", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3180456774666437", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12472723096359249", |
| "exact_ranking_score": "0.12343429742655432", |
| "exact_regret": 0.001292933537038174, |
| "exact_test_gap": "0.001292933537038174", |
| "exact_val_decision_score": "0.12229812968977491", |
| "exact_val_gap": "0.0007780236358641696", |
| "exact_val_ranking_score": "0.12152010605391074", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.07205944796033896", |
| "ranking_selected_val_pr_auc": "0.06887409447218568", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7659067086974988", |
| "tolerated_ranking_score": "0.7763794772507261", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.010472768553227318", |
| "tolerated_val_decision_score": "0.810906174819567", |
| "tolerated_val_gap": "0.009041372954765037", |
| "tolerated_val_ranking_score": "0.8018648018648019", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7659067086974988", |
| "union_ranking_score": "0.7763794772507261", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.010472768553227318", |
| "union_val_decision_score": "0.810906174819567", |
| "union_val_gap": "0.009041372954765037", |
| "union_val_ranking_score": "0.8018648018648019", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.08151658767772511", |
| "exact_ranking_score": "0.07757857459052678", |
| "exact_regret": 0.003938013087198336, |
| "exact_test_gap": "0.003938013087198336", |
| "exact_val_decision_score": "0.07882782007806002", |
| "exact_val_gap": "0.003017081109426334", |
| "exact_val_ranking_score": "0.07581073896863369", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.0420642409494585", |
| "ranking_selected_val_pr_auc": "0.037860183103839665", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6658250522289358", |
| "tolerated_ranking_score": "0.707219799470722", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.041394747241786156", |
| "tolerated_val_decision_score": "0.7266319786024423", |
| "tolerated_val_gap": "0.020155767669137514", |
| "tolerated_val_ranking_score": "0.7064762109333048", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6658250522289358", |
| "union_ranking_score": "0.707219799470722", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.041394747241786156", |
| "union_val_decision_score": "0.7266319786024423", |
| "union_val_gap": "0.020155767669137514", |
| "union_val_ranking_score": "0.7064762109333048", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04603830266616599", |
| "exact_ranking_score": "0.04603830266616599", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04428715218026559", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04428715218026559", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.020363596550511454", |
| "ranking_selected_val_pr_auc": "0.020674507603092498", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7054843984273774", |
| "tolerated_ranking_score": "0.7054843984273774", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.72648949860566", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.72648949860566", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7054843984273774", |
| "union_ranking_score": "0.7054843984273774", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.72648949860566", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.72648949860566", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0008450613619815959", |
| "exact_ranking_score": "0.0008450613619815959", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0009152735719220856", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0009152735719220856", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00037118462783325537", |
| "ranking_selected_val_pr_auc": "0.0004157684867215522", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3062654921252336", |
| "tolerated_ranking_score": "0.3062654921252336", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30677382687191324", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30677382687191324", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3062654921252336", |
| "union_ranking_score": "0.3062654921252336", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30677382687191324", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30677382687191324", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12366683595733877", |
| "exact_ranking_score": "0.12257405515832481", |
| "exact_regret": 0.0010927807990139538, |
| "exact_test_gap": "0.0010927807990139538", |
| "exact_val_decision_score": "0.1239751552795031", |
| "exact_val_gap": "0.004866804386744986", |
| "exact_val_ranking_score": "0.11910835089275812", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06705127569812482", |
| "ranking_selected_val_pr_auc": "0.0609692021164841", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7746207358980806", |
| "tolerated_ranking_score": "0.77137519758586", |
| "tolerated_regret": 0.0032455383122205195, |
| "tolerated_test_gap": "0.0032455383122205195", |
| "tolerated_val_decision_score": "0.8054623862002874", |
| "tolerated_val_gap": "0.007989731808005218", |
| "tolerated_val_ranking_score": "0.7974726543922822", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7746207358980806", |
| "union_ranking_score": "0.77137519758586", |
| "union_regret": 0.0032455383122205195, |
| "union_test_gap": "0.0032455383122205195", |
| "union_val_decision_score": "0.8054623862002874", |
| "union_val_gap": "0.007989731808005218", |
| "union_val_ranking_score": "0.7974726543922822", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07886239443616493", |
| "exact_ranking_score": "0.07886239443616493", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07953855494839102", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07953855494839102", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03317855540638228", |
| "ranking_selected_val_pr_auc": "0.0369116762896455", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7025612895058863", |
| "tolerated_ranking_score": "0.7025612895058863", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.710349352140397", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.710349352140397", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7025612895058863", |
| "union_ranking_score": "0.7025612895058863", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.710349352140397", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.710349352140397", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.044572342126298965", |
| "exact_ranking_score": "0.044572342126298965", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04500911929271383", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04500911929271383", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.018717347905238046", |
| "ranking_selected_val_pr_auc": "0.020626878606552698", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7235687421646468", |
| "tolerated_ranking_score": "0.7235687421646468", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6980281690140845", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6980281690140845", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7235687421646468", |
| "union_ranking_score": "0.7235687421646468", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6980281690140845", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6980281690140845", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0008606592649969877", |
| "exact_ranking_score": "0.0008606592649969877", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.000883817480228723", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.000883817480228723", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003867174887645146", |
| "ranking_selected_val_pr_auc": "0.00040688996624133387", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3109717285865725", |
| "tolerated_ranking_score": "0.3109717285865725", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31099917685286793", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31099917685286793", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3109717285865725", |
| "union_ranking_score": "0.3109717285865725", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31099917685286793", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31099917685286793", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12165729369907036", |
| "exact_ranking_score": "0.11908268462023987", |
| "exact_regret": 0.0025746090788304893, |
| "exact_test_gap": "0.0025746090788304893", |
| "exact_val_decision_score": "0.12040952592922323", |
| "exact_val_gap": "0.0009159610029911419", |
| "exact_val_ranking_score": "0.11949356492623209", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.0679936659760212", |
| "ranking_selected_val_pr_auc": "0.08132317939286735", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7764511526620109", |
| "tolerated_ranking_score": "0.7741670094611272", |
| "tolerated_regret": 0.0022841432008837703, |
| "tolerated_test_gap": "0.0022841432008837703", |
| "tolerated_val_decision_score": "0.8023909485519105", |
| "tolerated_val_gap": "0.004531416779335218", |
| "tolerated_val_ranking_score": "0.7978595317725753", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7764511526620109", |
| "union_ranking_score": "0.7741670094611272", |
| "union_regret": 0.0022841432008837703, |
| "union_test_gap": "0.0022841432008837703", |
| "union_val_decision_score": "0.8023909485519105", |
| "union_val_gap": "0.004531416779335218", |
| "union_val_ranking_score": "0.7978595317725753", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.06876734046769718", |
| "exact_ranking_score": "0.07384553133377168", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.0050781908660745", |
| "exact_val_decision_score": "0.07681263460157932", |
| "exact_val_gap": "0.0019560091865476192", |
| "exact_val_ranking_score": "0.0748566254150317", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03972371884586323", |
| "ranking_selected_val_pr_auc": "0.04922131117303804", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7026029306512976", |
| "tolerated_ranking_score": "0.7027966072827605", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.00019367663146285796", |
| "tolerated_val_decision_score": "0.7072442664725155", |
| "tolerated_val_gap": "0.0042447748609242275", |
| "tolerated_val_ranking_score": "0.7029994916115913", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7026029306512976", |
| "union_ranking_score": "0.7027966072827605", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.00019367663146285796", |
| "union_val_decision_score": "0.7072442664725155", |
| "union_val_gap": "0.0042447748609242275", |
| "union_val_ranking_score": "0.7029994916115913", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.027261462205700127", |
| "exact_ranking_score": "0.04233736419209311", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.01507590198639298", |
| "exact_val_decision_score": "0.04932875429285045", |
| "exact_val_gap": "0.006512143511318333", |
| "exact_val_ranking_score": "0.042816610781532115", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.026062499558490423", |
| "ranking_selected_val_pr_auc": "0.02771096205491839", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7272787942491131", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.008746323525994693, |
| "tolerated_test_gap": "0.008746323525994693", |
| "tolerated_val_decision_score": "0.6966977214053203", |
| "tolerated_val_gap": "0.006022308057706649", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7272787942491131", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.008746323525994693, |
| "union_test_gap": "0.008746323525994693", |
| "union_val_decision_score": "0.6966977214053203", |
| "union_val_gap": "0.006022308057706649", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.004253509145044662", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.004253509145044662", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00042881385578730365", |
| "ranking_selected_val_pr_auc": "0.0004901027948814223", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.32066974948800614", |
| "tolerated_ranking_score": "0.32066974948800614", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3120952399779768", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3120952399779768", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.32066974948800614", |
| "union_ranking_score": "0.32066974948800614", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3120952399779768", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3120952399779768", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12675350701402807", |
| "exact_ranking_score": "0.12675350701402807", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.1289902280130293", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.1289902280130293", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.07239587203738174", |
| "ranking_selected_val_pr_auc": "0.06555234277501942", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.776857122271057", |
| "tolerated_ranking_score": "0.776857122271057", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8022016303211871", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8022016303211871", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.776857122271057", |
| "union_ranking_score": "0.776857122271057", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8022016303211871", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8022016303211871", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07904849039341263", |
| "exact_ranking_score": "0.07904849039341263", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.08153057396523697", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.08153057396523697", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.04315307069319409", |
| "ranking_selected_val_pr_auc": "0.03843818318005278", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7050669731030272", |
| "tolerated_ranking_score": "0.7050669731030272", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7088338471351122", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7088338471351122", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7050669731030272", |
| "union_ranking_score": "0.7050669731030272", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7088338471351122", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7088338471351122", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04418397717161179", |
| "exact_ranking_score": "0.04418397717161179", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04535556523362161", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04535556523362161", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.02328829578760066", |
| "ranking_selected_val_pr_auc": "0.02010310006243177", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7231388400090598", |
| "tolerated_ranking_score": "0.7231388400090598", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.698733466652633", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.698733466652633", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7231388400090598", |
| "union_ranking_score": "0.7231388400090598", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.698733466652633", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.698733466652633", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0042863266180882984", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0042863266180882984", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00043738577276574255", |
| "ranking_selected_val_pr_auc": "0.0004554894460132563", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31812983009681495", |
| "tolerated_ranking_score": "0.31812983009681495", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3113263265858816", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3113263265858816", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31812983009681495", |
| "union_ranking_score": "0.31812983009681495", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3113263265858816", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3113263265858816", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11929903392496069", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0009632613972584136, |
| "exact_test_gap": "0.0009632613972584136", |
| "exact_val_decision_score": "0.12107419208010925", |
| "exact_val_gap": "0.0017554166125510057", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.07483645613667965", |
| "ranking_selected_val_pr_auc": "0.08124531938595873", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7856782652546647", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.014263344771421216, |
| "tolerated_test_gap": "0.014263344771421216", |
| "tolerated_val_decision_score": "0.8139394851723619", |
| "tolerated_val_gap": "0.016746033785793313", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7856782652546647", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.014263344771421216, |
| "union_test_gap": "0.014263344771421216", |
| "union_val_decision_score": "0.8139394851723619", |
| "union_val_gap": "0.016746033785793313", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07468382032272133", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0014274229318533005, |
| "exact_test_gap": "0.0014274229318533005", |
| "exact_val_decision_score": "0.07596458629358399", |
| "exact_val_gap": "0.001355681359769309", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.04354779125348941", |
| "ranking_selected_val_pr_auc": "0.04714252503011615", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.711332312404288", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.011660780793438352, |
| "tolerated_test_gap": "0.011660780793438352", |
| "tolerated_val_decision_score": "0.7182744065368083", |
| "tolerated_val_gap": "0.01675612973026175", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.711332312404288", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.011660780793438352, |
| "union_test_gap": "0.011660780793438352", |
| "union_val_decision_score": "0.7182744065368083", |
| "union_val_gap": "0.01675612973026175", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04194314737445728", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0009306032446593365, |
| "exact_test_gap": "0.0009306032446593365", |
| "exact_val_decision_score": "0.04314380355334118", |
| "exact_val_gap": "0.0006119046291480426", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02276041840297606", |
| "ranking_selected_val_pr_auc": "0.02572965797764821", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7261721555350364", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.007639684811918013, |
| "tolerated_test_gap": "0.007639684811918013", |
| "tolerated_val_decision_score": "0.7019436364687074", |
| "tolerated_val_gap": "0.011268223121093768", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7261721555350364", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.007639684811918013, |
| "union_test_gap": "0.007639684811918013", |
| "union_val_decision_score": "0.7019436364687074", |
| "union_val_gap": "0.011268223121093768", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0024802356223841263", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0024802356223841263", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00040651309469793043", |
| "ranking_selected_val_pr_auc": "0.0004045310999550776", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.32154249424354786", |
| "tolerated_ranking_score": "0.32154249424354786", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31489341288382094", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31489341288382094", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.32154249424354786", |
| "union_ranking_score": "0.32154249424354786", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31489341288382094", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31489341288382094", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12204234122042343", |
| "exact_ranking_score": "0.11810512654120699", |
| "exact_regret": 0.003937214679216441, |
| "exact_test_gap": "0.003937214679216441", |
| "exact_val_decision_score": "0.12285777876697085", |
| "exact_val_gap": "0.0046720888180781794", |
| "exact_val_ranking_score": "0.11818568994889267", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.08436045538757507", |
| "ranking_selected_val_pr_auc": "0.06648389466400928", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7898933615140744", |
| "tolerated_ranking_score": "0.7701027275947573", |
| "tolerated_regret": 0.019790633919317124, |
| "tolerated_test_gap": "0.019790633919317124", |
| "tolerated_val_decision_score": "0.8039800995024876", |
| "tolerated_val_gap": "0.005996860420931505", |
| "tolerated_val_ranking_score": "0.7979832390815561", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7898933615140744", |
| "union_ranking_score": "0.7701027275947573", |
| "union_regret": 0.019790633919317124, |
| "union_test_gap": "0.019790633919317124", |
| "union_val_decision_score": "0.8039800995024876", |
| "union_val_gap": "0.005996860420931505", |
| "union_val_ranking_score": "0.7979832390815561", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07639117550214027", |
| "exact_ranking_score": "0.07639117550214027", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07748859672658975", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07748859672658975", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03994690077965589", |
| "ranking_selected_val_pr_auc": "0.03757162574160602", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.5502983042755504", |
| "tolerated_ranking_score": "0.7194503995322549", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.1691520952567045", |
| "tolerated_val_decision_score": "0.7221556788281226", |
| "tolerated_val_gap": "0.013579036492356145", |
| "tolerated_val_ranking_score": "0.7085766423357664", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.5502983042755504", |
| "union_ranking_score": "0.7194503995322549", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.1691520952567045", |
| "union_val_decision_score": "0.7221556788281226", |
| "union_val_gap": "0.013579036492356145", |
| "union_val_ranking_score": "0.7085766423357664", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0430065972893146", |
| "exact_ranking_score": "0.0430065972893146", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.044111302847282145", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.044111302847282145", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.021420904714594617", |
| "ranking_selected_val_pr_auc": "0.019667925605377917", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7241279907754397", |
| "tolerated_ranking_score": "0.7241279907754397", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6965685921876124", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6965685921876124", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7241279907754397", |
| "union_ranking_score": "0.7241279907754397", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6965685921876124", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6965685921876124", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003894080996884735", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003894080996884735", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00038395193539280824", |
| "ranking_selected_val_pr_auc": "0.0005470853500668261", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31120670593952293", |
| "tolerated_ranking_score": "0.31120670593952293", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30691963220059004", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30691963220059004", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31120670593952293", |
| "union_ranking_score": "0.31120670593952293", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30691963220059004", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30691963220059004", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12325789540979415", |
| "exact_ranking_score": "0.11754630125254256", |
| "exact_regret": 0.005711594157251587, |
| "exact_test_gap": "0.005711594157251587", |
| "exact_val_decision_score": "0.12198694899453988", |
| "exact_val_gap": "0.004674396340790948", |
| "exact_val_ranking_score": "0.11731255265374893", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.05616248338975538", |
| "ranking_selected_val_pr_auc": "0.0679796765173011", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7753490339867437", |
| "tolerated_ranking_score": "0.7714385719285964", |
| "tolerated_regret": 0.003910462058147268, |
| "tolerated_test_gap": "0.003910462058147268", |
| "tolerated_val_decision_score": "0.8010033444816053", |
| "tolerated_val_gap": "0.0033474102232191605", |
| "tolerated_val_ranking_score": "0.7976559342583861", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7753490339867437", |
| "union_ranking_score": "0.7714385719285964", |
| "union_regret": 0.003910462058147268, |
| "union_test_gap": "0.003910462058147268", |
| "union_val_decision_score": "0.8010033444816053", |
| "union_val_gap": "0.0033474102232191605", |
| "union_val_ranking_score": "0.7976559342583861", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07779171894604768", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.004535321555179647, |
| "exact_test_gap": "0.004535321555179647", |
| "exact_val_decision_score": "0.07823677257201779", |
| "exact_val_gap": "0.0036278676382031083", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03227259772140749", |
| "ranking_selected_val_pr_auc": "0.04023132643529763", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7032262609185687", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.003554729307719051, |
| "tolerated_test_gap": "0.003554729307719051", |
| "tolerated_val_decision_score": "0.7063110230649498", |
| "tolerated_val_gap": "0.004792746258403202", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7032262609185687", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.003554729307719051, |
| "union_test_gap": "0.003554729307719051", |
| "union_val_decision_score": "0.7063110230649498", |
| "union_val_gap": "0.004792746258403202", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04372215277109978", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0027096086413018403, |
| "exact_test_gap": "0.0027096086413018403", |
| "exact_val_decision_score": "0.043845404352062356", |
| "exact_val_gap": "0.0013135054278692188", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.018664183428008234", |
| "ranking_selected_val_pr_auc": "0.024661788918260808", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.719461376864001", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0009289061408825905, |
| "tolerated_test_gap": "0.0009289061408825905", |
| "tolerated_val_decision_score": "0.6947253251451462", |
| "tolerated_val_gap": "0.004049911797532557", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.719461376864001", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0009289061408825905, |
| "union_test_gap": "0.0009289061408825905", |
| "union_val_decision_score": "0.6947253251451462", |
| "union_val_gap": "0.004049911797532557", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003532320734722713", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003532320734722713", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00044306685015413984", |
| "ranking_selected_val_pr_auc": "0.0004923922514041874", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.32045281275439075", |
| "tolerated_ranking_score": "0.32045281275439075", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3031747624303057", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3031747624303057", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.32045281275439075", |
| "union_ranking_score": "0.32045281275439075", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3031747624303057", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3031747624303057", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12431310294297229", |
| "exact_ranking_score": "0.11915180074049142", |
| "exact_regret": 0.005161302202480872, |
| "exact_test_gap": "0.005161302202480872", |
| "exact_val_decision_score": "0.12584327970939285", |
| "exact_val_gap": "0.005682776510173682", |
| "exact_val_ranking_score": "0.12016050319921917", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.0711724674009212", |
| "ranking_selected_val_pr_auc": "0.08911464580470933", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7714385719285964", |
| "tolerated_ranking_score": "0.7714385719285964", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7976559342583861", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7976559342583861", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7714385719285964", |
| "union_ranking_score": "0.7714385719285964", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7976559342583861", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7976559342583861", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07693219535324798", |
| "exact_ranking_score": "0.07422212618841832", |
| "exact_regret": 0.0027100691648296593, |
| "exact_test_gap": "0.0027100691648296593", |
| "exact_val_decision_score": "0.07818598599838919", |
| "exact_val_gap": "0.0029847395688903794", |
| "exact_val_ranking_score": "0.07520124642949881", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.045241782115254044", |
| "ranking_selected_val_pr_auc": "0.05810049257853764", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996952251947172", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 2.369358386755671e-05, |
| "tolerated_test_gap": "2.369358386755671e-05", |
| "tolerated_val_decision_score": "0.7016606351675854", |
| "tolerated_val_gap": "0.00014235836103881905", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996952251947172", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 2.369358386755671e-05, |
| "union_test_gap": "2.369358386755671e-05", |
| "union_val_decision_score": "0.7016606351675854", |
| "union_val_gap": "0.00014235836103881905", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0044004400440044", |
| "exact_ranking_score": "0.0044004400440044", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.06142857142857142", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.06142857142857142", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.024740444457605402", |
| "ranking_selected_val_pr_auc": "0.036676155849720546", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7191095957774646", |
| "tolerated_ranking_score": "0.7183382629739177", |
| "tolerated_regret": 0.0007713328035469091, |
| "tolerated_test_gap": "0.0007713328035469091", |
| "tolerated_val_decision_score": "0.6915201983814487", |
| "tolerated_val_gap": "0.0008234265830721066", |
| "tolerated_val_ranking_score": "0.6906967717983766", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7191095957774646", |
| "union_ranking_score": "0.7183382629739177", |
| "union_regret": 0.0007713328035469091, |
| "union_test_gap": "0.0007713328035469091", |
| "union_val_decision_score": "0.6915201983814487", |
| "union_val_gap": "0.0008234265830721066", |
| "union_val_ranking_score": "0.6906967717983766", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.00048497822606044473", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.00046544514931712863", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.000244434472614863", |
| "ranking_selected_val_pr_auc": "0.00023458729090319847", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.23755358049655212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2149459035878704", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2149459035878704", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.23755358049655212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2149459035878704", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2149459035878704", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.019669096378572257", |
| "exact_ranking_score": "0.019669096378572257", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.016877637130801686", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.016877637130801686", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0027275598484246552", |
| "ranking_selected_val_pr_auc": "0.0024772994278327914", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7286109603326707", |
| "tolerated_ranking_score": "0.6293736539482548", |
| "tolerated_regret": 0.09923730638441586, |
| "tolerated_test_gap": "0.09923730638441586", |
| "tolerated_val_decision_score": "0.7800653928063089", |
| "tolerated_val_gap": "0.02211882039338331", |
| "tolerated_val_ranking_score": "0.7579465724129256", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7286109603326707", |
| "union_ranking_score": "0.6293736539482548", |
| "union_regret": 0.09923730638441586, |
| "union_test_gap": "0.09923730638441586", |
| "union_val_decision_score": "0.7800653928063089", |
| "union_val_gap": "0.02211882039338331", |
| "union_val_ranking_score": "0.7579465724129256", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.24975320829220138", |
| "exact_ranking_score": "0.24975320829220138", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.2308050255932992", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.2308050255932992", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.1876883857001677", |
| "ranking_selected_val_pr_auc": "0.15408804654455288", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.9093400335144248", |
| "tolerated_ranking_score": "0.8936632713133041", |
| "tolerated_regret": 0.015676762201120686, |
| "tolerated_test_gap": "0.015676762201120686", |
| "tolerated_val_decision_score": "0.8904903385864028", |
| "tolerated_val_gap": "0.029999615649296207", |
| "tolerated_val_ranking_score": "0.8604907229371066", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.9093400335144248", |
| "union_ranking_score": "0.8936632713133041", |
| "union_regret": 0.015676762201120686, |
| "union_test_gap": "0.015676762201120686", |
| "union_val_decision_score": "0.8904903385864028", |
| "union_val_gap": "0.029999615649296207", |
| "union_val_ranking_score": "0.8604907229371066", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.22468179302711677", |
| "exact_ranking_score": "0.22468179302711677", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.20189905047476264", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.20189905047476264", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.1514864942696933", |
| "ranking_selected_val_pr_auc": "0.12361527601973549", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8764832842263638", |
| "tolerated_ranking_score": "0.8527949979229895", |
| "tolerated_regret": 0.023688286303374273, |
| "tolerated_test_gap": "0.023688286303374273", |
| "tolerated_val_decision_score": "0.8461060598607641", |
| "tolerated_val_gap": "0.02668959040704999", |
| "tolerated_val_ranking_score": "0.8194164694537142", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8764832842263638", |
| "union_ranking_score": "0.8527949979229895", |
| "union_regret": 0.023688286303374273, |
| "union_test_gap": "0.023688286303374273", |
| "union_val_decision_score": "0.8461060598607641", |
| "union_val_gap": "0.02668959040704999", |
| "union_val_ranking_score": "0.8194164694537142", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.18739352640545145", |
| "exact_ranking_score": "0.18739352640545145", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.16846229187071501", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.16846229187071501", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.10815899441738173", |
| "ranking_selected_val_pr_auc": "0.08968210725224908", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8685988450931266", |
| "tolerated_ranking_score": "0.8118474430575734", |
| "tolerated_regret": 0.05675140203555318, |
| "tolerated_test_gap": "0.05675140203555318", |
| "tolerated_val_decision_score": "0.8546299882836719", |
| "tolerated_val_gap": "0.06584679531636395", |
| "tolerated_val_ranking_score": "0.7887831929673079", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8685988450931266", |
| "union_ranking_score": "0.8118474430575734", |
| "union_regret": 0.05675140203555318, |
| "union_test_gap": "0.05675140203555318", |
| "union_val_decision_score": "0.8546299882836719", |
| "union_val_gap": "0.06584679531636395", |
| "union_val_ranking_score": "0.7887831929673079", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.02046783625730994", |
| "exact_ranking_score": "0.02046783625730994", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.022231722958529286", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.022231722958529286", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0027479122488527847", |
| "ranking_selected_val_pr_auc": "0.002960918884295192", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7342945764100982", |
| "tolerated_ranking_score": "0.5593234977538011", |
| "tolerated_regret": 0.17497107865629713, |
| "tolerated_test_gap": "0.17497107865629713", |
| "tolerated_val_decision_score": "0.7498273537587483", |
| "tolerated_val_gap": "0.059135931802591135", |
| "tolerated_val_ranking_score": "0.6906914219561572", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7342945764100982", |
| "union_ranking_score": "0.5593234977538011", |
| "union_regret": 0.17497107865629713, |
| "union_test_gap": "0.17497107865629713", |
| "union_val_decision_score": "0.7498273537587483", |
| "union_val_gap": "0.059135931802591135", |
| "union_val_ranking_score": "0.6906914219561572", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.30023455824863177", |
| "exact_ranking_score": "0.30023455824863177", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.32366412213740453", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.32366412213740453", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.22871793267947133", |
| "ranking_selected_val_pr_auc": "0.2090698081382707", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.879307317963807", |
| "tolerated_ranking_score": "0.8766654895872674", |
| "tolerated_regret": 0.00264182837653959, |
| "tolerated_test_gap": "0.00264182837653959", |
| "tolerated_val_decision_score": "0.8667860857895108", |
| "tolerated_val_gap": "0.027700659869665634", |
| "tolerated_val_ranking_score": "0.8390854259198451", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.879307317963807", |
| "union_ranking_score": "0.8766654895872674", |
| "union_regret": 0.00264182837653959, |
| "union_test_gap": "0.00264182837653959", |
| "union_val_decision_score": "0.8667860857895108", |
| "union_val_gap": "0.027700659869665634", |
| "union_val_ranking_score": "0.8390854259198451", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.26836581709145424", |
| "exact_ranking_score": "0.26836581709145424", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.2748815165876777", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.2748815165876777", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.18388043920625555", |
| "ranking_selected_val_pr_auc": "0.1622717982352778", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8621715199854308", |
| "tolerated_ranking_score": "0.8511911675536367", |
| "tolerated_regret": 0.010980352431794183, |
| "tolerated_test_gap": "0.010980352431794183", |
| "tolerated_val_decision_score": "0.8240905796307538", |
| "tolerated_val_gap": "0.034993802443587296", |
| "tolerated_val_ranking_score": "0.7890967771871665", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8621715199854308", |
| "union_ranking_score": "0.8511911675536367", |
| "union_regret": 0.010980352431794183, |
| "union_test_gap": "0.010980352431794183", |
| "union_val_decision_score": "0.8240905796307538", |
| "union_val_gap": "0.034993802443587296", |
| "union_val_ranking_score": "0.7890967771871665", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.2156398104265403", |
| "exact_ranking_score": "0.2156398104265403", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.20444444444444446", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.20444444444444446", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.12031424704824639", |
| "ranking_selected_val_pr_auc": "0.10479806700502603", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8587104723511633", |
| "tolerated_ranking_score": "0.8190550527106161", |
| "tolerated_regret": 0.039655419640547196, |
| "tolerated_test_gap": "0.039655419640547196", |
| "tolerated_val_decision_score": "0.8349865778850624", |
| "tolerated_val_gap": "0.06746718455313094", |
| "tolerated_val_ranking_score": "0.7675193933319314", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8587104723511633", |
| "union_ranking_score": "0.8190550527106161", |
| "union_regret": 0.039655419640547196, |
| "union_test_gap": "0.039655419640547196", |
| "union_val_decision_score": "0.8349865778850624", |
| "union_val_gap": "0.06746718455313094", |
| "union_val_ranking_score": "0.7675193933319314", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.02939068100358423", |
| "exact_ranking_score": "0.02939068100358423", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0233226297110022", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0233226297110022", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0036593166775145225", |
| "ranking_selected_val_pr_auc": "0.0030153084181398305", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6375251353613843", |
| "tolerated_ranking_score": "0.6375251353613843", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7530848622062031", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7530848622062031", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6375251353613843", |
| "union_ranking_score": "0.6375251353613843", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7530848622062031", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7530848622062031", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.2930207778369739", |
| "exact_ranking_score": "0.2930207778369739", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.28806133625410735", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.28806133625410735", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.2392007486709378", |
| "ranking_selected_val_pr_auc": "0.18866470031812624", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8978895622772368", |
| "tolerated_ranking_score": "0.898795526537839", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.0009059642606021878", |
| "tolerated_val_decision_score": "0.8718139484243548", |
| "tolerated_val_gap": "0.02207407287605323", |
| "tolerated_val_ranking_score": "0.8497398755483015", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8978895622772368", |
| "union_ranking_score": "0.898795526537839", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.0009059642606021878", |
| "union_val_decision_score": "0.8718139484243548", |
| "union_val_gap": "0.02207407287605323", |
| "union_val_ranking_score": "0.8497398755483015", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.2800697269029634", |
| "exact_ranking_score": "0.2800697269029634", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.23774647887323946", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.23774647887323946", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.19246520724380978", |
| "ranking_selected_val_pr_auc": "0.14576604274214022", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8187209263802845", |
| "tolerated_ranking_score": "0.8592617140093417", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.04054078762905722", |
| "tolerated_val_decision_score": "0.796582029663564", |
| "tolerated_val_gap": "0.006808162632569004", |
| "tolerated_val_ranking_score": "0.789773867030995", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8187209263802845", |
| "union_ranking_score": "0.8592617140093417", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.04054078762905722", |
| "union_val_decision_score": "0.796582029663564", |
| "union_val_gap": "0.006808162632569004", |
| "union_val_ranking_score": "0.789773867030995", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.22105263157894736", |
| "exact_ranking_score": "0.22105263157894736", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.17796610169491525", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.17796610169491525", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.12467047355946634", |
| "ranking_selected_val_pr_auc": "0.0921769344676084", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8018567656897366", |
| "tolerated_ranking_score": "0.8307715292671506", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.02891476357741396", |
| "tolerated_val_decision_score": "0.7802052162248743", |
| "tolerated_val_gap": "0.02094585104470381", |
| "tolerated_val_ranking_score": "0.7592593651801705", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8018567656897366", |
| "union_ranking_score": "0.8307715292671506", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.02891476357741396", |
| "union_val_decision_score": "0.7802052162248743", |
| "union_val_gap": "0.02094585104470381", |
| "union_val_ranking_score": "0.7592593651801705", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.022511431586352448", |
| "exact_ranking_score": "0.022511431586352448", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.02669537136706136", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.02669537136706136", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0030782058188584395", |
| "ranking_selected_val_pr_auc": "0.0034856171692621155", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.4897984500499446", |
| "tolerated_ranking_score": "0.4897984500499446", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6888590116997952", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6888590116997952", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.4897984500499446", |
| "union_ranking_score": "0.4897984500499446", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6888590116997952", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6888590116997952", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.34154929577464793", |
| "exact_ranking_score": "0.34154929577464793", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.3481654957064793", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.3481654957064793", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.26178619067169895", |
| "ranking_selected_val_pr_auc": "0.22178697667275007", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8388961892247042", |
| "tolerated_ranking_score": "0.8740083557882952", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.03511216656359095", |
| "tolerated_val_decision_score": "0.8463626765874013", |
| "tolerated_val_gap": "0.020898995996049274", |
| "tolerated_val_ranking_score": "0.825463680591352", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8388961892247042", |
| "union_ranking_score": "0.8740083557882952", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.03511216656359095", |
| "union_val_decision_score": "0.8463626765874013", |
| "union_val_gap": "0.020898995996049274", |
| "union_val_ranking_score": "0.825463680591352", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.305226480836237", |
| "exact_ranking_score": "0.305226480836237", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.29323758228605623", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.29323758228605623", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.21329613245127957", |
| "ranking_selected_val_pr_auc": "0.17698631108606733", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8407348467432524", |
| "tolerated_ranking_score": "0.8407348467432524", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7878499830095744", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7878499830095744", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8407348467432524", |
| "union_ranking_score": "0.8407348467432524", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7878499830095744", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7878499830095744", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.23666210670314639", |
| "exact_ranking_score": "0.23666210670314639", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.22416812609457093", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.22416812609457093", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.14100646513486956", |
| "ranking_selected_val_pr_auc": "0.11693412738760335", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8085758039816233", |
| "tolerated_ranking_score": "0.8085758039816233", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7682832316376906", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7682832316376906", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8085758039816233", |
| "union_ranking_score": "0.8085758039816233", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7682832316376906", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7682832316376906", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.021876258220373104", |
| "exact_ranking_score": "0.021876258220373104", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.017964421114027414", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.017964421114027414", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0031953098868323193", |
| "ranking_selected_val_pr_auc": "0.0026642660544025525", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7647466876509988", |
| "tolerated_ranking_score": "0.6698005926442897", |
| "tolerated_regret": 0.09494609500670914, |
| "tolerated_test_gap": "0.09494609500670914", |
| "tolerated_val_decision_score": "0.7870299254989238", |
| "tolerated_val_gap": "0.010195461444427734", |
| "tolerated_val_ranking_score": "0.7768344640544961", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7647466876509988", |
| "union_ranking_score": "0.6698005926442897", |
| "union_regret": 0.09494609500670914, |
| "union_test_gap": "0.09494609500670914", |
| "union_val_decision_score": "0.7870299254989238", |
| "union_val_gap": "0.010195461444427734", |
| "union_val_ranking_score": "0.7768344640544961", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.2789445341949381", |
| "exact_ranking_score": "0.2789445341949381", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.2726772952171523", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.2726772952171523", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.22946688569711154", |
| "ranking_selected_val_pr_auc": "0.17172613901536987", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.9093512887929417", |
| "tolerated_ranking_score": "0.9158278502929932", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.006476561500051492", |
| "tolerated_val_decision_score": "0.8688807502119548", |
| "tolerated_val_gap": "0.0021751625260553187", |
| "tolerated_val_ranking_score": "0.8667055876858994", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.9093512887929417", |
| "union_ranking_score": "0.9158278502929932", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.006476561500051492", |
| "union_val_decision_score": "0.8688807502119548", |
| "union_val_gap": "0.0021751625260553187", |
| "union_val_ranking_score": "0.8667055876858994", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.24522698345354263", |
| "exact_ranking_score": "0.24522698345354263", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.22014622258326566", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.22014622258326566", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.1797901995298074", |
| "ranking_selected_val_pr_auc": "0.12829763032218214", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.9129217910828317", |
| "tolerated_ranking_score": "0.8862129818575714", |
| "tolerated_regret": 0.02670880922526031, |
| "tolerated_test_gap": "0.02670880922526031", |
| "tolerated_val_decision_score": "0.8661975382820603", |
| "tolerated_val_gap": "0.05189228302437687", |
| "tolerated_val_ranking_score": "0.8143052552576834", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.9129217910828317", |
| "union_ranking_score": "0.8862129818575714", |
| "union_regret": 0.02670880922526031, |
| "union_test_gap": "0.02670880922526031", |
| "union_val_decision_score": "0.8661975382820603", |
| "union_val_gap": "0.05189228302437687", |
| "union_val_ranking_score": "0.8143052552576834", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.19477124183006533", |
| "exact_ranking_score": "0.19477124183006533", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.1633352370074243", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.1633352370074243", |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.11947246238005743", |
| "ranking_selected_val_pr_auc": "0.08253093816555805", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.9039923296574045", |
| "tolerated_ranking_score": "0.8534759193943048", |
| "tolerated_regret": 0.05051641026309972, |
| "tolerated_test_gap": "0.05051641026309972", |
| "tolerated_val_decision_score": "0.8730039040005804", |
| "tolerated_val_gap": "0.08884125994391634", |
| "tolerated_val_ranking_score": "0.784162644056664", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.9039923296574045", |
| "union_ranking_score": "0.8534759193943048", |
| "union_regret": 0.05051641026309972, |
| "union_test_gap": "0.05051641026309972", |
| "union_val_decision_score": "0.8730039040005804", |
| "union_val_gap": "0.08884125994391634", |
| "union_val_ranking_score": "0.784162644056664", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004849854226143435", |
| "exact_ranking_score": "0.0004849854226143435", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.00046545205608870404", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.00046545205608870404", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.23755668759067805", |
| "tolerated_ranking_score": "0.23755668759067805", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.21494875104722905", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.21494875104722905", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.23755668759067805", |
| "union_ranking_score": "0.23755668759067805", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.21494875104722905", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.21494875104722905", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.11833577252770228", |
| "exact_ranking_score": "0.11833577252770228", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.11931877546755824", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.11931877546755824", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.06288888888888888", |
| "ranking_selected_val_pr_auc": "0.06344444444444444", |
| "scope": "top5", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7714149204832434", |
| "tolerated_ranking_score": "0.7714149204832434", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7971934513865686", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7971934513865686", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7714149204832434", |
| "union_ranking_score": "0.7714149204832434", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7971934513865686", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7971934513865686", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.07325639739086803", |
| "exact_ranking_score": "0.07325639739086803", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.07460890493381468", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.07460890493381468", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.03802083333333333", |
| "ranking_selected_val_pr_auc": "0.03875", |
| "scope": "top10", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.6996715316108496", |
| "tolerated_ranking_score": "0.6996715316108496", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7015182768065465", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7015182768065465", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.6996715316108496", |
| "union_ranking_score": "0.6996715316108496", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7015182768065465", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7015182768065465", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "top20", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| } |
| ], |
| "summary": [ |
| { |
| "model_tag": "reference", |
| "label": "FireWx-FM ref.", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.07383089600948442, |
| "std": 0.07453636071372995, |
| "min": 0.0, |
| "max": 0.17497107865629713 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.07383089600948442, |
| "std": 0.07453636071372995, |
| "min": 0.0, |
| "max": 0.17497107865629713 |
| } |
| }, |
| { |
| "model_tag": "reference", |
| "label": "FireWx-FM ref.", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.003663718115532055, |
| "std": 0.006812231244812292, |
| "min": 0.0, |
| "max": 0.015676762201120686 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.003663718115532055, |
| "std": 0.006812231244812292, |
| "min": 0.0, |
| "max": 0.015676762201120686 |
| } |
| }, |
| { |
| "model_tag": "reference", |
| "label": "FireWx-FM ref.", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.012275489592085752, |
| "std": 0.012665162001740834, |
| "min": 0.0, |
| "max": 0.02670880922526031 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.012275489592085752, |
| "std": 0.012665162001740834, |
| "min": 0.0, |
| "max": 0.02670880922526031 |
| } |
| }, |
| { |
| "model_tag": "reference", |
| "label": "FireWx-FM ref.", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.029384646387840017, |
| "std": 0.02751315335001922, |
| "min": 0.0, |
| "max": 0.05675140203555318 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.029384646387840017, |
| "std": 0.02751315335001922, |
| "min": 0.0, |
| "max": 0.05675140203555318 |
| } |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.00010153879814819402, |
| "std": 0.00021861477435572763, |
| "min": 0.0, |
| "max": 0.0004925501476206198 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.04945471159670635, |
| "std": 0.10697394238964528, |
| "min": 0.0, |
| "max": 0.240793572992212 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.04945471159670635, |
| "std": 0.10697394238964528, |
| "min": 0.0, |
| "max": 0.240793572992212 |
| } |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.023667154505540456, |
| "std": 0.05292136630837888, |
| "min": 0.0, |
| "max": 0.11833577252770228 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.1542829840966487, |
| "std": 0.34498724021162547, |
| "min": 0.0, |
| "max": 0.7714149204832434 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.1542829840966487, |
| "std": 0.34498724021162547, |
| "min": 0.0, |
| "max": 0.7714149204832434 |
| } |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.014651279478173606, |
| "std": 0.032761256870543834, |
| "min": 0.0, |
| "max": 0.07325639739086803 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.1399343063221699, |
| "std": 0.31290262132065055, |
| "min": 0.0, |
| "max": 0.6996715316108496 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.1399343063221699, |
| "std": 0.31290262132065055, |
| "min": 0.0, |
| "max": 0.6996715316108496 |
| } |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.008202508825959588, |
| "std": 0.01834136732088763, |
| "min": 0.0, |
| "max": 0.04101254412979794 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.1437064941446237, |
| "std": 0.32133748971555404, |
| "min": 0.0, |
| "max": 0.7185324707231184 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.1437064941446237, |
| "std": 0.32133748971555404, |
| "min": 0.0, |
| "max": 0.7185324707231184 |
| } |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 3.0287686240700486e-06, |
| "std": 4.147312242167625e-06, |
| "min": 0.0, |
| "max": 7.571921560175121e-06 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0012959969982639485, |
| "std": 0.0017746169760203706, |
| "min": 0.0, |
| "max": 0.0032399924956598714 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0012959969982639485, |
| "std": 0.0017746169760203706, |
| "min": 0.0, |
| "max": 0.0032399924956598714 |
| } |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0048037709215293075, |
| "std": 0.006217185202152866, |
| "min": 0.0, |
| "max": 0.015203005078871956 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.016716228534155796, |
| "std": 0.016079313546074458, |
| "min": 0.0, |
| "max": 0.03305057342744666 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.016716228534155796, |
| "std": 0.016079313546074458, |
| "min": 0.0, |
| "max": 0.03305057342744666 |
| } |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0017281632798742507, |
| "std": 0.002514722758075371, |
| "min": 0.0, |
| "max": 0.005523780499856246 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.02846514801700826, |
| "std": 0.026938012702643194, |
| "min": 0.0, |
| "max": 0.053927677500854476 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.02846514801700826, |
| "std": 0.026938012702643194, |
| "min": 0.0, |
| "max": 0.053927677500854476 |
| } |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0007702319787454587, |
| "std": 0.0010995336594539604, |
| "min": 0.0, |
| "max": 0.0023651634514294945 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.04463354681768479, |
| "std": 0.04356064433532197, |
| "min": 0.0, |
| "max": 0.11215006616165157 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.04463354681768479, |
| "std": 0.04356064433532197, |
| "min": 0.0, |
| "max": 0.11215006616165157 |
| } |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0006342898232943345, |
| "std": 0.0009899554165032742, |
| "min": 0.0, |
| "max": 0.002257520679520411 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.004509624980300697, |
| "std": 0.010070611656609236, |
| "min": 0.0, |
| "max": 0.022524473456150496 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.004509624980300697, |
| "std": 0.010070611656609236, |
| "min": 0.0, |
| "max": 0.022524473456150496 |
| } |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.00021156854817603877, |
| "std": 0.0004730816556225618, |
| "min": 0.0, |
| "max": 0.0010578427408801938 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.004199537050817615, |
| "std": 0.009390450319657174, |
| "min": 0.0, |
| "max": 0.020997685254088072 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.004199537050817615, |
| "std": 0.009390450319657174, |
| "min": 0.0, |
| "max": 0.020997685254088072 |
| } |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 5.754560074337778e-06, |
| "std": 1.2867587506825515e-05, |
| "min": 0.0, |
| "max": 2.877280037168889e-05 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.011679805987441694, |
| "std": 0.019872372458657642, |
| "min": 0.0, |
| "max": 0.045880503237594294 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.011679805987441694, |
| "std": 0.019872372458657642, |
| "min": 0.0, |
| "max": 0.045880503237594294 |
| } |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0005029843170376968, |
| "std": 0.0008109166521114917, |
| "min": 0.0, |
| "max": 0.0018628094907809783 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.008795951947678215, |
| "std": 0.005532321338017505, |
| "min": 0.0, |
| "max": 0.01484136735033148 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.008795951947678215, |
| "std": 0.005532321338017505, |
| "min": 0.0, |
| "max": 0.01484136735033148 |
| } |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.000495228089292582, |
| "std": 0.0007349190216431337, |
| "min": 0.0, |
| "max": 0.0016387212062008855 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.00402300475984525, |
| "std": 0.005510851442075993, |
| "min": 0.0, |
| "max": 0.010273937098576491 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.00402300475984525, |
| "std": 0.005510851442075993, |
| "min": 0.0, |
| "max": 0.010273937098576491 |
| } |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0006908222234409067, |
| "std": 0.0011910586589384115, |
| "min": 0.0, |
| "max": 0.0027505832409660327 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.005222389249812243, |
| "std": 0.0062394095558402415, |
| "min": 0.0, |
| "max": 0.015150501067724198 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.005222389249812243, |
| "std": 0.0062394095558402415, |
| "min": 0.0, |
| "max": 0.015150501067724198 |
| } |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.002973545331200933, |
| "std": 0.0023946274991058026, |
| "min": 0.0010927807990139538, |
| "max": 0.007024214143542151 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.013545122545609134, |
| "std": 0.02097023683418404, |
| "min": 0.0, |
| "max": 0.050156261654859424 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.013545122545609134, |
| "std": 0.02097023683418404, |
| "min": 0.0, |
| "max": 0.050156261654859424 |
| } |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.001383793743586542, |
| "std": 0.0019248128430711165, |
| "min": 0.0, |
| "max": 0.003938013087198336 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0016559834970027332, |
| "std": 0.0037028916689159307, |
| "min": 0.0, |
| "max": 0.008279917485013666 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0016559834970027332, |
| "std": 0.0037028916689159307, |
| "min": 0.0, |
| "max": 0.008279917485013666 |
| } |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.00283318355751887, |
| "std": 0.0036808289681375247, |
| "min": 0.0, |
| "max": 0.008746323525994693 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.00283318355751887, |
| "std": 0.0036808289681375247, |
| "min": 0.0, |
| "max": 0.008746323525994693 |
| } |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.003154674487241463, |
| "std": 0.002546125713211599, |
| "min": 0.0, |
| "max": 0.005711594157251587 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.007592888149777122, |
| "std": 0.00897418737588444, |
| "min": 0.0, |
| "max": 0.019790633919317124 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.007592888149777122, |
| "std": 0.00897418737588444, |
| "min": 0.0, |
| "max": 0.019790633919317124 |
| } |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0017345627303725214, |
| "std": 0.0019305189318827886, |
| "min": 0.0, |
| "max": 0.004535321555179647 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.003047840737004992, |
| "std": 0.005053805614558161, |
| "min": 0.0, |
| "max": 0.011660780793438352 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.003047840737004992, |
| "std": 0.005053805614558161, |
| "min": 0.0, |
| "max": 0.011660780793438352 |
| } |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0007280423771922354, |
| "std": 0.001178746460551365, |
| "min": 0.0, |
| "max": 0.0027096086413018403 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0018679847512695024, |
| "std": 0.0032548337047755126, |
| "min": 0.0, |
| "max": 0.007639684811918013 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0018679847512695024, |
| "std": 0.0032548337047755126, |
| "min": 0.0, |
| "max": 0.007639684811918013 |
| } |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.1722171037486726, |
| "std": 0.08849214830495522, |
| "min": 0.050655329891645895, |
| "max": 0.272468682523694 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.1722171037486726, |
| "std": 0.08849214830495522, |
| "min": 0.050655329891645895, |
| "max": 0.272468682523694 |
| } |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "top5", |
| "scope_label": "\\(\\Omega=\\)top 5\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.06384618090125256, |
| "std": 0.04965276403138872, |
| "min": 0.0, |
| "max": 0.1365277562230962 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.06384618090125256, |
| "std": 0.04965276403138872, |
| "min": 0.0, |
| "max": 0.1365277562230962 |
| } |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "top10", |
| "scope_label": "\\(\\Omega=\\)top 10\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.06573776411084173, |
| "std": 0.06897015340160571, |
| "min": 0.0, |
| "max": 0.1615566566666954 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.06573776411084173, |
| "std": 0.06897015340160571, |
| "min": 0.0, |
| "max": 0.1615566566666954 |
| } |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "top20", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.038803552655092256, |
| "std": 0.0594825313313219, |
| "min": 0.0, |
| "max": 0.13482302181308625 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.038803552655092256, |
| "std": 0.0594825313313219, |
| "min": 0.0, |
| "max": 0.13482302181308625 |
| } |
| } |
| ], |
| "issues": [], |
| "notes": [ |
| "FireWx-FM ref. global exact_regret has true zero displayed std", |
| "FireWx-FM ref. top5 exact_regret has true zero displayed std", |
| "FireWx-FM ref. top10 exact_regret has true zero displayed std", |
| "FireWx-FM ref. top20 exact_regret has true zero displayed std", |
| "Prithvi-WxC global exact_regret has true zero displayed std", |
| "Prithvi-WxC global tolerated_regret has true zero displayed std", |
| "Prithvi-WxC global union_regret has true zero displayed std", |
| "Prithvi-WxC top5 exact_regret has true zero displayed std", |
| "Prithvi-WxC top5 tolerated_regret has true zero displayed std", |
| "Prithvi-WxC top5 union_regret has true zero displayed std", |
| "Prithvi-WxC top10 exact_regret has true zero displayed std", |
| "Prithvi-WxC top10 tolerated_regret has true zero displayed std", |
| "Prithvi-WxC top10 union_regret has true zero displayed std", |
| "Prithvi-WxC top20 exact_regret has true zero displayed std", |
| "Prithvi-WxC top20 tolerated_regret has true zero displayed std", |
| "Prithvi-WxC top20 union_regret has true zero displayed std", |
| "ClimaX top5 exact_regret has true zero displayed std", |
| "ClimaX top5 tolerated_regret has true zero displayed std", |
| "ClimaX top5 union_regret has true zero displayed std", |
| "ClimaX top10 exact_regret has true zero displayed std", |
| "ClimaX top10 tolerated_regret has true zero displayed std", |
| "ClimaX top10 union_regret has true zero displayed std", |
| "ClimaX top20 exact_regret has true zero displayed std", |
| "ClimaX top20 tolerated_regret has true zero displayed std", |
| "ClimaX top20 union_regret has true zero displayed std", |
| "StormCast global exact_regret has true zero displayed std", |
| "StormCast global tolerated_regret has true zero displayed std", |
| "StormCast global union_regret has true zero displayed std", |
| "StormCast top5 exact_regret has true zero displayed std", |
| "StormCast top5 tolerated_regret has true zero displayed std", |
| "StormCast top5 union_regret has true zero displayed std", |
| "StormCast top10 exact_regret has true zero displayed std", |
| "StormCast top10 tolerated_regret has true zero displayed std", |
| "StormCast top10 union_regret has true zero displayed std", |
| "StormCast top20 exact_regret has true zero displayed std", |
| "StormCast top20 tolerated_regret has true zero displayed std", |
| "StormCast top20 union_regret has true zero displayed std", |
| "DLWP global exact_regret has true zero displayed std", |
| "DLWP global tolerated_regret has true zero displayed std", |
| "DLWP global union_regret has true zero displayed std", |
| "FCN global exact_regret has true zero displayed std", |
| "FCN global tolerated_regret has true zero displayed std", |
| "FCN global union_regret has true zero displayed std", |
| "FengWu global exact_regret has true zero displayed std", |
| "FengWu global tolerated_regret has true zero displayed std", |
| "FengWu global union_regret has true zero displayed std", |
| "FuXi global exact_regret has true zero displayed std", |
| "FuXi global tolerated_regret has true zero displayed std", |
| "FuXi global union_regret has true zero displayed std", |
| "FuXi top20 exact_regret has true zero displayed std", |
| "Pangu-Weather global exact_regret has true zero displayed std", |
| "Pangu-Weather global tolerated_regret has true zero displayed std", |
| "Pangu-Weather global union_regret has true zero displayed std", |
| "AlphaEarth global exact_regret has true zero displayed std", |
| "AlphaEarth top5 exact_regret has true zero displayed std", |
| "AlphaEarth top10 exact_regret has true zero displayed std", |
| "AlphaEarth top20 exact_regret has true zero displayed std" |
| ] |
| } |
|
|
