| { |
| "rows": [ |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.004193290734824281", |
| "exact_ranking_score": "0.004193290734824281", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0056438127090301", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0056438127090301", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006549130347299629", |
| "ranking_selected_val_pr_auc": "0.0007883068263073185", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6337627266658229", |
| "tolerated_ranking_score": "0.40561891947698747", |
| "tolerated_regret": 0.22814380718883542, |
| "tolerated_test_gap": "0.22814380718883542", |
| "tolerated_val_decision_score": "0.6238973446702573", |
| "tolerated_val_gap": "0.1715500493543587", |
| "tolerated_val_ranking_score": "0.45234729531589857", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6337627266658229", |
| "union_ranking_score": "0.40561891947698747", |
| "union_regret": 0.22814380718883542, |
| "union_test_gap": "0.22814380718883542", |
| "union_val_decision_score": "0.6238973446702573", |
| "union_val_gap": "0.1715500493543587", |
| "union_val_ranking_score": "0.45234729531589857", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.09715762273901808", |
| "exact_ranking_score": "0.09715762273901808", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.13462469733656174", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.13462469733656174", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.04390614036305261", |
| "ranking_selected_val_pr_auc": "0.05734457583552234", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7863702028280513", |
| "tolerated_ranking_score": "0.7863702028280513", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.758785818734687", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.758785818734687", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7863702028280513", |
| "union_ranking_score": "0.7863702028280513", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.758785818734687", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.758785818734687", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.006959088991986505", |
| "exact_ranking_score": "0.006959088991986505", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.006399069226294357", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.006399069226294357", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0007047712457371991", |
| "ranking_selected_val_pr_auc": "0.0007434343102653092", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.5604635792586619", |
| "tolerated_ranking_score": "0.4427625907752311", |
| "tolerated_regret": 0.11770098848343075, |
| "tolerated_test_gap": "0.11770098848343075", |
| "tolerated_val_decision_score": "0.5441785824390972", |
| "tolerated_val_gap": "0.056405166058839995", |
| "tolerated_val_ranking_score": "0.48777341638025723", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.5604635792586619", |
| "union_ranking_score": "0.4427625907752311", |
| "union_regret": 0.11770098848343075, |
| "union_test_gap": "0.11770098848343075", |
| "union_val_decision_score": "0.5441785824390972", |
| "union_val_gap": "0.056405166058839995", |
| "union_val_ranking_score": "0.48777341638025723", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.10531544957774468", |
| "exact_ranking_score": "0.10531544957774468", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12267343485617596", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12267343485617596", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.045809049876129763", |
| "ranking_selected_val_pr_auc": "0.05470980065861018", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7789089693560928", |
| "tolerated_ranking_score": "0.7789089693560928", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.749825256630312", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.749825256630312", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7789089693560928", |
| "union_ranking_score": "0.7789089693560928", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.749825256630312", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.749825256630312", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.004809747755451047", |
| "exact_ranking_score": "0.004809747755451047", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.004359099620457705", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.004359099620457705", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0005634701573991865", |
| "ranking_selected_val_pr_auc": "0.0005920938943373892", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6812131506751973", |
| "tolerated_ranking_score": "0.4087444681515033", |
| "tolerated_regret": 0.272468682523694, |
| "tolerated_test_gap": "0.272468682523694", |
| "tolerated_val_decision_score": "0.7447325774946227", |
| "tolerated_val_gap": "0.3021550064919567", |
| "tolerated_val_ranking_score": "0.44257757100266604", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6812131506751973", |
| "union_ranking_score": "0.4087444681515033", |
| "union_regret": 0.272468682523694, |
| "union_test_gap": "0.272468682523694", |
| "union_val_decision_score": "0.7447325774946227", |
| "union_val_gap": "0.3021550064919567", |
| "union_val_ranking_score": "0.44257757100266604", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.08702469619756958", |
| "exact_ranking_score": "0.08702469619756958", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.10515392597717052", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.10515392597717052", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.038083070948941686", |
| "ranking_selected_val_pr_auc": "0.04505214599515043", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8461131676361712", |
| "tolerated_ranking_score": "0.7112901458230849", |
| "tolerated_regret": 0.13482302181308625, |
| "tolerated_test_gap": "0.13482302181308625", |
| "tolerated_val_decision_score": "0.806760850261024", |
| "tolerated_val_gap": "0.07815518654517495", |
| "tolerated_val_ranking_score": "0.728605663715849", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8461131676361712", |
| "union_ranking_score": "0.7112901458230849", |
| "union_regret": 0.13482302181308625, |
| "union_test_gap": "0.13482302181308625", |
| "union_val_decision_score": "0.806760850261024", |
| "union_val_gap": "0.07815518654517495", |
| "union_val_ranking_score": "0.728605663715849", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.010460251046025104", |
| "exact_ranking_score": "0.010460251046025104", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.009547591069330199", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.009547591069330199", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.001005722733868245", |
| "ranking_selected_val_pr_auc": "0.0009777524224237678", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.6691395427484861", |
| "tolerated_ranking_score": "0.6184842128568402", |
| "tolerated_regret": 0.050655329891645895, |
| "tolerated_test_gap": "0.050655329891645895", |
| "tolerated_val_decision_score": "0.677404587086621", |
| "tolerated_val_gap": "0.011527156971746999", |
| "tolerated_val_ranking_score": "0.665877430114874", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.6691395427484861", |
| "union_ranking_score": "0.6184842128568402", |
| "union_regret": 0.050655329891645895, |
| "union_test_gap": "0.050655329891645895", |
| "union_val_decision_score": "0.677404587086621", |
| "union_val_gap": "0.011527156971746999", |
| "union_val_ranking_score": "0.665877430114874", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.12514898688915374", |
| "exact_ranking_score": "0.12514898688915374", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.14325685506435365", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.14325685506435365", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.05955397140893137", |
| "ranking_selected_val_pr_auc": "0.06058697421048699", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8294499693616161", |
| "tolerated_ranking_score": "0.8294499693616161", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.8107581951083846", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.8107581951083846", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8294499693616161", |
| "union_ranking_score": "0.8294499693616161", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.8107581951083846", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.8107581951083846", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.006780481898534931", |
| "exact_ranking_score": "0.006780481898534931", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.005964994898359627", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.005964994898359627", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006577120081349608", |
| "ranking_selected_val_pr_auc": "0.0007340310681749519", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.5842714676652996", |
| "tolerated_ranking_score": "0.3921547570095426", |
| "tolerated_regret": 0.19211671065575697, |
| "tolerated_test_gap": "0.19211671065575697", |
| "tolerated_val_decision_score": "0.5663548190132099", |
| "tolerated_val_gap": "0.10549666519652506", |
| "tolerated_val_ranking_score": "0.4608581538166849", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.5842714676652996", |
| "union_ranking_score": "0.3921547570095426", |
| "union_regret": 0.19211671065575697, |
| "union_test_gap": "0.19211671065575697", |
| "union_val_decision_score": "0.5663548190132099", |
| "union_val_gap": "0.10549666519652506", |
| "union_val_ranking_score": "0.4608581538166849", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.10365251727541955", |
| "exact_ranking_score": "0.10365251727541955", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.12251941328731666", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.12251941328731666", |
| "family": "AlphaEarth", |
| "model_tag": "alphaearth", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0458102699699856", |
| "ranking_selected_val_pr_auc": "0.0554648890254577", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8350245452333586", |
| "tolerated_ranking_score": "0.7758298037709835", |
| "tolerated_regret": 0.05919474146237502, |
| "tolerated_test_gap": "0.05919474146237502", |
| "tolerated_val_decision_score": "0.7736506356603177", |
| "tolerated_val_gap": "0.027586681737492236", |
| "tolerated_val_ranking_score": "0.7460639539228254", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8350245452333586", |
| "union_ranking_score": "0.7758298037709835", |
| "union_regret": 0.05919474146237502, |
| "union_test_gap": "0.05919474146237502", |
| "union_val_decision_score": "0.7736506356603177", |
| "union_val_gap": "0.027586681737492236", |
| "union_val_ranking_score": "0.7460639539228254", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.00024254792826221397", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.0005311562430574265", |
| "exact_ranking_score": "0.0005311562430574265", |
| "exact_regret": 0.0, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_pr_auc": "0.00031683315961488916", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23647112940979162", |
| "tolerated_regret": 0.004322443582420371, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23647112940979162", |
| "union_regret": 0.004322443582420371, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.04541038665445361", |
| "exact_ranking_score": "0.04541038665445361", |
| "exact_regret": 0.0, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_pr_auc": "0.03014151567817997", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7175172112337449", |
| "tolerated_regret": 0.0010152594893735323, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7175172112337449", |
| "union_regret": 0.0010152594893735323, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.0002876372030063385", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.240793572992212, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.240793572992212, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.02613792907867929", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0004925501476206198, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.00027660331739269843", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23734400297937533", |
| "tolerated_regret": 0.0034495700128366613, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23734400297937533", |
| "union_regret": 0.0034495700128366613, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0413500618483831", |
| "exact_ranking_score": "0.0413500618483831", |
| "exact_regret": 0.0, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.024802820904513342", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7184857293868923", |
| "tolerated_regret": 4.674133622617482e-05, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7184857293868923", |
| "union_regret": 4.674133622617482e-05, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0004925501476206198, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.00024254792826221397", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.240793572992212, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.240793572992212, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.04101254412979794, |
| "family": "Aurora", |
| "model_tag": "aurora", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.7185324707231184, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.7185324707231184, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.0002543464414550104", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.02281272244151735", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00025952340213823634", |
| "ranking_selected_val_pr_auc": "0.00028511175967657057", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.024930358757410707", |
| "ranking_selected_val_pr_auc": "0.03159877521821671", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00023723426605001756", |
| "ranking_selected_val_pr_auc": "0.00023206733426223207", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.021516770872035896", |
| "ranking_selected_val_pr_auc": "0.023234418719582723", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "exact_test_gap": "7.571921560175121e-06", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "7.267025482891767e-06", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.00025423546642937565", |
| "ranking_selected_val_pr_auc": "0.00023120715224267713", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "tolerated_test_gap": "0.0032399924956598714", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.00299097714352789", |
| "tolerated_val_ranking_score": "0.2149459035878704", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "union_test_gap": "0.0032399924956598714", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.00299097714352789", |
| "union_val_ranking_score": "0.2149459035878704", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.021317405351800135", |
| "ranking_selected_val_pr_auc": "0.02320587721933335", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.00048696535779102983", |
| "exact_ranking_score": "0.00048696535779102983", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.00046735226565276225", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.00046735226565276225", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002340075376021003", |
| "ranking_selected_val_pr_auc": "0.00023166839498120457", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.2384111045733381", |
| "tolerated_ranking_score": "0.2384111045733381", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.21573180756095836", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.21573180756095836", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.2384111045733381", |
| "union_ranking_score": "0.2384111045733381", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.21573180756095836", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.21573180756095836", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "ClimaX", |
| "model_tag": "climax", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.02099123219536693", |
| "ranking_selected_val_pr_auc": "0.023142108180759017", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.00487022180273714", |
| "exact_ranking_score": "0.00487022180273714", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0013194321729398599", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0013194321729398599", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006257446338466172", |
| "ranking_selected_val_pr_auc": "0.00041081035639410466", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.38023285660836226", |
| "tolerated_ranking_score": "0.38023285660836226", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.40408253980815234", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.40408253980815234", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.38023285660836226", |
| "union_ranking_score": "0.38023285660836226", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.40408253980815234", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.40408253980815234", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.043506471331489265", |
| "exact_ranking_score": "0.043506471331489265", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04461624715984538", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04461624715984538", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.019747545663020845", |
| "ranking_selected_val_pr_auc": "0.019740435565559492", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7280364139105968", |
| "tolerated_ranking_score": "0.7280364139105968", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7120828721033882", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7120828721033882", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7280364139105968", |
| "union_ranking_score": "0.7280364139105968", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7120828721033882", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7120828721033882", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0025026814444047193", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0025026814444047193", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0007129763973023342", |
| "ranking_selected_val_pr_auc": "0.0004370316771032176", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3797689460796109", |
| "tolerated_ranking_score": "0.3797689460796109", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.4257234764346952", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.4257234764346952", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3797689460796109", |
| "union_ranking_score": "0.3797689460796109", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.4257234764346952", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.4257234764346952", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04249854057209574", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.001485996442297799, |
| "exact_test_gap": "0.001485996442297799", |
| "exact_val_decision_score": "0.04371409485637943", |
| "exact_val_gap": "0.0011821959321862904", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.021118517500793188", |
| "ranking_selected_val_pr_auc": "0.02303236785318257", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7321459738801157", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.013613503156997275, |
| "tolerated_test_gap": "0.013613503156997275", |
| "tolerated_val_decision_score": "0.7128995538153613", |
| "tolerated_val_gap": "0.022224140467747677", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7321459738801157", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.013613503156997275, |
| "union_test_gap": "0.013613503156997275", |
| "union_val_decision_score": "0.7128995538153613", |
| "union_val_gap": "0.022224140467747677", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0020120724346076456", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0020120724346076456", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0006203713852571992", |
| "ranking_selected_val_pr_auc": "0.0004707444097300293", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3405125814370199", |
| "tolerated_ranking_score": "0.3405125814370199", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.474350305376108", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.474350305376108", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3405125814370199", |
| "union_ranking_score": "0.3405125814370199", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.474350305376108", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.474350305376108", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.04637177602565815", |
| "exact_ranking_score": "0.04637177602565815", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.044021164021164016", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.044021164021164016", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.020762153794205103", |
| "ranking_selected_val_pr_auc": "0.020894537350314525", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7728400679088107", |
| "tolerated_ranking_score": "0.6606900017471591", |
| "tolerated_regret": 0.11215006616165157, |
| "tolerated_test_gap": "0.11215006616165157", |
| "tolerated_val_decision_score": "0.7122584178150692", |
| "tolerated_val_gap": "0.009110393702543962", |
| "tolerated_val_ranking_score": "0.7031480241125252", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7728400679088107", |
| "union_ranking_score": "0.6606900017471591", |
| "union_regret": 0.11215006616165157, |
| "union_test_gap": "0.11215006616165157", |
| "union_val_decision_score": "0.7122584178150692", |
| "union_val_gap": "0.009110393702543962", |
| "union_val_ranking_score": "0.7031480241125252", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0010056989607777405", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0010056989607777405", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0005264872646085452", |
| "ranking_selected_val_pr_auc": "0.00035284338324857376", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3432315705541329", |
| "tolerated_ranking_score": "0.3432315705541329", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3469162743670964", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3469162743670964", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3432315705541329", |
| "union_ranking_score": "0.3432315705541329", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3469162743670964", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3469162743670964", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.043377707581227436", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0023651634514294945, |
| "exact_test_gap": "0.0023651634514294945", |
| "exact_val_decision_score": "0.04303681559882578", |
| "exact_val_gap": "0.0005049166746326425", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.018519739310339497", |
| "ranking_selected_val_pr_auc": "0.01953230111607746", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.762536895087842", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.044004424364723516, |
| "tolerated_test_gap": "0.044004424364723516", |
| "tolerated_val_decision_score": "0.7274867592832499", |
| "tolerated_val_gap": "0.036811345935636286", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.762536895087842", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.044004424364723516, |
| "union_test_gap": "0.044004424364723516", |
| "union_val_decision_score": "0.7274867592832499", |
| "union_val_gap": "0.036811345935636286", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.002074688796680498", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.002074688796680498", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0007477128447471452", |
| "ranking_selected_val_pr_auc": "0.00047085132311599663", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3979559626836394", |
| "tolerated_ranking_score": "0.3979559626836394", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.4277982050028173", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.4277982050028173", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3979559626836394", |
| "union_ranking_score": "0.3979559626836394", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.4277982050028173", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.4277982050028173", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04819843096725701", |
| "exact_ranking_score": "0.04819843096725701", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.05605272285813389", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.05605272285813389", |
| "family": "DLWP", |
| "model_tag": "dlwp", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02136633936888583", |
| "ranking_selected_val_pr_auc": "0.024917289620763165", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7653346239087763", |
| "tolerated_ranking_score": "0.7187730423241409", |
| "tolerated_regret": 0.046561581584635414, |
| "tolerated_test_gap": "0.046561581584635414", |
| "tolerated_val_decision_score": "0.7238142274110074", |
| "tolerated_val_gap": "0.032313773339499696", |
| "tolerated_val_ranking_score": "0.6915004540715077", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7653346239087763", |
| "union_ranking_score": "0.7187730423241409", |
| "union_regret": 0.046561581584635414, |
| "union_test_gap": "0.046561581584635414", |
| "union_val_decision_score": "0.7238142274110074", |
| "union_val_gap": "0.032313773339499696", |
| "union_val_ranking_score": "0.6915004540715077", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0009319664492078285", |
| "exact_ranking_score": "0.0009319664492078285", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.004399472063352399", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.004399472063352399", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00037256097806901117", |
| "ranking_selected_val_pr_auc": "0.00045069184813668276", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31167484413093016", |
| "tolerated_ranking_score": "0.31167484413093016", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3052875742065006", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3052875742065006", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31167484413093016", |
| "union_ranking_score": "0.31167484413093016", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3052875742065006", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3052875742065006", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.042068766252528166", |
| "exact_ranking_score": "0.042068766252528166", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.043150583715087926", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.043150583715087926", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.01844011667219625", |
| "ranking_selected_val_pr_auc": "0.019762912264716534", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7182175622542595", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.0003149084688589543", |
| "tolerated_val_decision_score": "0.6906967717983766", |
| "tolerated_val_gap": "2.135845076300935e-05", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7182175622542595", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.0003149084688589543", |
| "union_val_decision_score": "0.6906967717983766", |
| "union_val_gap": "2.135845076300935e-05", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0006535947712418301", |
| "exact_ranking_score": "0.0006535947712418301", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0037359900373599006", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0037359900373599006", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.000387412312932838", |
| "ranking_selected_val_pr_auc": "0.0004364526611974742", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3096850885545486", |
| "tolerated_ranking_score": "0.3096850885545486", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2992790399255972", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2992790399255972", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3096850885545486", |
| "union_ranking_score": "0.3096850885545486", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2992790399255972", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2992790399255972", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04104234527687296", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 2.980114707502174e-05, |
| "exact_test_gap": "2.980114707502174e-05", |
| "exact_val_decision_score": "0.04257237303415807", |
| "exact_val_gap": "4.047410996493167e-05", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.019943278646881796", |
| "ranking_selected_val_pr_auc": "0.0240285163314118", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7310509974227326", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.012518526699614174, |
| "tolerated_test_gap": "0.012518526699614174", |
| "tolerated_val_decision_score": "0.7058203125", |
| "tolerated_val_gap": "0.01514489915238637", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7310509974227326", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.012518526699614174, |
| "union_test_gap": "0.012518526699614174", |
| "union_val_decision_score": "0.7058203125", |
| "union_val_gap": "0.01514489915238637", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0007027406886858749", |
| "exact_ranking_score": "0.0007027406886858749", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0031868882312770315", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0031868882312770315", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00041063897933390575", |
| "ranking_selected_val_pr_auc": "0.00042489429428535383", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.2870596305028149", |
| "tolerated_ranking_score": "0.31987973649439366", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.03282010599157875", |
| "tolerated_val_decision_score": "0.31159367647460456", |
| "tolerated_val_gap": "0.0054887421624861266", |
| "tolerated_val_ranking_score": "0.30610493431211844", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.2870596305028149", |
| "union_ranking_score": "0.31987973649439366", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.03282010599157875", |
| "union_val_decision_score": "0.31159367647460456", |
| "union_val_gap": "0.0054887421624861266", |
| "union_val_ranking_score": "0.30610493431211844", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0414596444738876", |
| "exact_ranking_score": "0.0414596444738876", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04356664102845841", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04356664102845841", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.018030815062946615", |
| "ranking_selected_val_pr_auc": "0.018978807537809048", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7197180735022655", |
| "tolerated_ranking_score": "0.7197180735022655", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6914092197111065", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6914092197111065", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7197180735022655", |
| "union_ranking_score": "0.7197180735022655", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6914092197111065", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6914092197111065", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.001086071137659517", |
| "exact_ranking_score": "0.001086071137659517", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003349460364719018", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003349460364719018", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003268363416054406", |
| "ranking_selected_val_pr_auc": "0.00039156287297214436", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3051941376005135", |
| "tolerated_ranking_score": "0.3051941376005135", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2948179787588662", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2948179787588662", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3051941376005135", |
| "union_ranking_score": "0.3051941376005135", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2948179787588662", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2948179787588662", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.040288313241635454", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.0007242308881624873", |
| "exact_val_decision_score": "0.04306006752022422", |
| "exact_val_gap": "0.0005281685960310811", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02050876208409485", |
| "ranking_selected_val_pr_auc": "0.02590116599560572", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7644129739607127", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.045880503237594294, |
| "tolerated_test_gap": "0.045880503237594294", |
| "tolerated_val_decision_score": "0.6962583126352054", |
| "tolerated_val_gap": "0.005582899287591814", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7644129739607127", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.045880503237594294, |
| "union_test_gap": "0.045880503237594294", |
| "union_val_decision_score": "0.6962583126352054", |
| "union_val_gap": "0.005582899287591814", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0018159806295399514", |
| "exact_ranking_score": "0.0018159806295399514", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003241491085899514", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003241491085899514", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00038120453362995967", |
| "ranking_selected_val_pr_auc": "0.0004356191579614426", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3054145960271247", |
| "tolerated_ranking_score": "0.3054145960271247", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2930313844339525", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2930313844339525", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3054145960271247", |
| "union_ranking_score": "0.3054145960271247", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2930313844339525", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2930313844339525", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.042822140550172624", |
| "exact_ranking_score": "0.042822140550172624", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.043420983295568316", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.043420983295568316", |
| "family": "FCN", |
| "model_tag": "fcn", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.029098665712304895", |
| "ranking_selected_val_pr_auc": "0.032221638150467385", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.726408418760773", |
| "tolerated_ranking_score": "0.726408418760773", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6933831038489982", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6933831038489982", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.726408418760773", |
| "union_ranking_score": "0.726408418760773", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6933831038489982", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6933831038489982", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0031948881789137383", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0031948881789137383", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.000398077435365184", |
| "ranking_selected_val_pr_auc": "0.00047223676755013246", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31071390711162444", |
| "tolerated_ranking_score": "0.31071390711162444", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3130246199713141", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3130246199713141", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31071390711162444", |
| "union_ranking_score": "0.31071390711162444", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3130246199713141", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3130246199713141", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04452825597664091", |
| "exact_ranking_score": "0.04452825597664091", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0455414882958375", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0455414882958375", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.022736128443885992", |
| "ranking_selected_val_pr_auc": "0.021286665509494304", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7269980510116651", |
| "tolerated_ranking_score": "0.7269980510116651", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7088464801269441", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7088464801269441", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7269980510116651", |
| "union_ranking_score": "0.7269980510116651", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7088464801269441", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7088464801269441", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003656307129798903", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003656307129798903", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0004116035724473925", |
| "ranking_selected_val_pr_auc": "0.0004377390722357372", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3145618361221859", |
| "tolerated_ranking_score": "0.3145618361221859", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3129112248106385", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3129112248106385", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3145618361221859", |
| "union_ranking_score": "0.3145618361221859", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3129112248106385", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3129112248106385", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04171607200603644", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0007035278762385008, |
| "exact_test_gap": "0.0007035278762385008", |
| "exact_val_decision_score": "0.043619564341543335", |
| "exact_val_gap": "0.0010876654173501976", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.020495144103834257", |
| "ranking_selected_val_pr_auc": "0.023246350918909517", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7251252524331628", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.006592781710044404, |
| "tolerated_test_gap": "0.006592781710044404", |
| "tolerated_val_decision_score": "0.7015002586652871", |
| "tolerated_val_gap": "0.01082484531767347", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7251252524331628", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.006592781710044404, |
| "union_test_gap": "0.006592781710044404", |
| "union_val_decision_score": "0.7015002586652871", |
| "union_val_gap": "0.01082484531767347", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.001528350909368791", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.001528350909368791", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00036987379624400454", |
| "ranking_selected_val_pr_auc": "0.00039852867365630293", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31219058559732665", |
| "tolerated_ranking_score": "0.31219058559732665", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31476872634310843", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31476872634310843", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31219058559732665", |
| "union_ranking_score": "0.31219058559732665", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31476872634310843", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31476872634310843", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04574838388861263", |
| "exact_ranking_score": "0.04574838388861263", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04613821138211382", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04613821138211382", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.021165185967854567", |
| "ranking_selected_val_pr_auc": "0.020671268187642432", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7265705731122933", |
| "tolerated_ranking_score": "0.7265705731122933", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.7074814597750377", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.7074814597750377", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7265705731122933", |
| "union_ranking_score": "0.7265705731122933", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.7074814597750377", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.7074814597750377", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0027012425715829285", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0027012425715829285", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00036963872610239895", |
| "ranking_selected_val_pr_auc": "0.00042054736055892957", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.30641904273669174", |
| "tolerated_ranking_score": "0.30641904273669174", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30868675618673724", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30868675618673724", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.30641904273669174", |
| "union_ranking_score": "0.30641904273669174", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30868675618673724", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30868675618673724", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.043763127370763974", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0027505832409660327, |
| "exact_test_gap": "0.0027505832409660327", |
| "exact_val_decision_score": "0.04404735872043984", |
| "exact_val_gap": "0.0015154597962467042", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.016801706970978273", |
| "ranking_selected_val_pr_auc": "0.022509307119807316", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.722901134194411", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.004368663471292611, |
| "tolerated_test_gap": "0.004368663471292611", |
| "tolerated_val_decision_score": "0.7033268834654516", |
| "tolerated_val_gap": "0.01265147011783796", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.722901134194411", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.004368663471292611, |
| "union_test_gap": "0.004368663471292611", |
| "union_val_decision_score": "0.7033268834654516", |
| "union_val_gap": "0.01265147011783796", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0041356492969396195", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0041356492969396195", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00042782651526874734", |
| "ranking_selected_val_pr_auc": "0.0004271990954031648", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3111214819309595", |
| "tolerated_ranking_score": "0.3111214819309595", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30674980181224504", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30674980181224504", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3111214819309595", |
| "union_ranking_score": "0.3111214819309595", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30674980181224504", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30674980181224504", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04882017900732303", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04882017900732303", |
| "family": "FengWu", |
| "model_tag": "fengwu", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02199779031689959", |
| "ranking_selected_val_pr_auc": "0.030768274290330223", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7336829717908426", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.015150501067724198, |
| "tolerated_test_gap": "0.015150501067724198", |
| "tolerated_val_decision_score": "0.6987796297897932", |
| "tolerated_val_gap": "0.008104216442179624", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7336829717908426", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.015150501067724198, |
| "union_test_gap": "0.015150501067724198", |
| "union_val_decision_score": "0.6987796297897932", |
| "union_val_gap": "0.008104216442179624", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0006866311182961118", |
| "exact_ranking_score": "0.0006866311182961118", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0008811590083408097", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0008811590083408097", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003596048414560045", |
| "ranking_selected_val_pr_auc": "0.0004121169333774252", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.21516044416153002", |
| "tolerated_ranking_score": "0.3091927111996169", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.09403226703808687", |
| "tolerated_val_decision_score": "0.3118144595732139", |
| "tolerated_val_gap": "0.001671993688703799", |
| "tolerated_val_ranking_score": "0.3101424658845101", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.21516044416153002", |
| "union_ranking_score": "0.3091927111996169", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.09403226703808687", |
| "union_val_decision_score": "0.3118144595732139", |
| "union_val_gap": "0.001671993688703799", |
| "union_val_ranking_score": "0.3101424658845101", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.043196160341303", |
| "exact_ranking_score": "0.043196160341303", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04576053854784421", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04576053854784421", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.01904942261850253", |
| "ranking_selected_val_pr_auc": "0.020787588115504", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7261195534617713", |
| "tolerated_ranking_score": "0.7246636456247585", |
| "tolerated_regret": 0.001455907837012771, |
| "tolerated_test_gap": "0.001455907837012771", |
| "tolerated_val_decision_score": "0.7033365957825429", |
| "tolerated_val_gap": "0.003706992036648815", |
| "tolerated_val_ranking_score": "0.6996296037458941", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7261195534617713", |
| "union_ranking_score": "0.7246636456247585", |
| "union_regret": 0.001455907837012771, |
| "union_test_gap": "0.001455907837012771", |
| "union_val_decision_score": "0.7033365957825429", |
| "union_val_gap": "0.003706992036648815", |
| "union_val_ranking_score": "0.6996296037458941", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0009888839378897987", |
| "exact_ranking_score": "0.0009888839378897987", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0010117798317730948", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0010117798317730948", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00039999784430104664", |
| "ranking_selected_val_pr_auc": "0.00043073606570656576", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3096924811079745", |
| "tolerated_ranking_score": "0.3096924811079745", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31039074285584656", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31039074285584656", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3096924811079745", |
| "union_ranking_score": "0.3096924811079745", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31039074285584656", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31039074285584656", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.018543768748295608", |
| "exact_ranking_score": "0.018543768748295608", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04600811907983762", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04600811907983762", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.021045021724179047", |
| "ranking_selected_val_pr_auc": "0.025380726482200633", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7224961571477053", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0039636864245868875, |
| "tolerated_test_gap": "0.0039636864245868875", |
| "tolerated_val_decision_score": "0.6975587357465372", |
| "tolerated_val_gap": "0.00688332239892353", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7224961571477053", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0039636864245868875, |
| "union_test_gap": "0.0039636864245868875", |
| "union_val_decision_score": "0.6975587357465372", |
| "union_val_gap": "0.00688332239892353", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0003188165529554294", |
| "exact_ranking_score": "0.0003188165529554294", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0011176098051633573", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0011176098051633573", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003830459807690152", |
| "ranking_selected_val_pr_auc": "0.00042901589997107405", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.316668570748256", |
| "tolerated_ranking_score": "0.316668570748256", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3180456774666437", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3180456774666437", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.316668570748256", |
| "union_ranking_score": "0.316668570748256", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3180456774666437", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3180456774666437", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04603830266616599", |
| "exact_ranking_score": "0.04603830266616599", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04428715218026559", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04428715218026559", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.020363596550511454", |
| "ranking_selected_val_pr_auc": "0.020674507603092498", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7054843984273774", |
| "tolerated_ranking_score": "0.7054843984273774", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.72648949860566", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.72648949860566", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7054843984273774", |
| "union_ranking_score": "0.7054843984273774", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.72648949860566", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.72648949860566", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0008450613619815959", |
| "exact_ranking_score": "0.0008450613619815959", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0009152735719220856", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0009152735719220856", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00037118462783325537", |
| "ranking_selected_val_pr_auc": "0.0004157684867215522", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3062654921252336", |
| "tolerated_ranking_score": "0.3062654921252336", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30677382687191324", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30677382687191324", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3062654921252336", |
| "union_ranking_score": "0.3062654921252336", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30677382687191324", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30677382687191324", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.044572342126298965", |
| "exact_ranking_score": "0.044572342126298965", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04500911929271383", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04500911929271383", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.018717347905238046", |
| "ranking_selected_val_pr_auc": "0.020626878606552698", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7235687421646468", |
| "tolerated_ranking_score": "0.7235687421646468", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6980281690140845", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6980281690140845", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7235687421646468", |
| "union_ranking_score": "0.7235687421646468", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6980281690140845", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6980281690140845", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0007771032641515431", |
| "exact_ranking_score": "0.0007771032641515431", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0008510302291201489", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0008510302291201489", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003758107890486513", |
| "ranking_selected_val_pr_auc": "0.0004065107971511574", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3108110703043797", |
| "tolerated_ranking_score": "0.3108110703043797", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3116979187141017", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3116979187141017", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3108110703043797", |
| "union_ranking_score": "0.3108110703043797", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3116979187141017", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3116979187141017", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.030284377692970574", |
| "exact_ranking_score": "0.030284377692970574", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.051651931130758486", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.051651931130758486", |
| "family": "FuXi", |
| "model_tag": "fuxi", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02225455497934009", |
| "ranking_selected_val_pr_auc": "0.02778239852030042", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7183426482806338", |
| "tolerated_ranking_score": "0.7203102915557309", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.0019676432750971307", |
| "tolerated_val_decision_score": "0.7124343844122053", |
| "tolerated_val_gap": "0.02087441927176159", |
| "tolerated_val_ranking_score": "0.6915599651404437", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7183426482806338", |
| "union_ranking_score": "0.7203102915557309", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.0019676432750971307", |
| "union_val_decision_score": "0.7124343844122053", |
| "union_val_gap": "0.02087441927176159", |
| "union_val_ranking_score": "0.6915599651404437", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 7.571921560175121e-06, |
| "exact_test_gap": "7.571921560175121e-06", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "7.267025482891767e-06", |
| "exact_val_ranking_score": "0.00046544514931712863", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.00024254792826221397", |
| "ranking_selected_val_pr_auc": "0.00023277674706246134", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0032399924956598714, |
| "tolerated_test_gap": "0.0032399924956598714", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.00299097714352789", |
| "tolerated_val_ranking_score": "0.2149459035878704", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0032399924956598714, |
| "union_test_gap": "0.0032399924956598714", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.00299097714352789", |
| "union_val_ranking_score": "0.2149459035878704", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.014813375233921266", |
| "ranking_selected_val_pr_auc": "0.02263545197493654", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.0005266170481980583", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 3.406690057743849e-05, |
| "exact_test_gap": "3.406690057743849e-05", |
| "exact_val_decision_score": "0.00047637431559568154", |
| "exact_val_gap": "3.6621407956611337e-06", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003300754798792237", |
| "ranking_selected_val_pr_auc": "0.00024271959698351982", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "pixel MLP head", |
| "exact_decision_head_arch": "pixel_mlp", |
| "exact_decision_score": "0.045738515901060074", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.004725971771262133, |
| "exact_test_gap": "0.004725971771262133", |
| "exact_val_decision_score": "0.04344902498318937", |
| "exact_val_gap": "0.0009171260589962357", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0006100601402256502", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0006100601402256502, |
| "exact_test_gap": "0.0006100601402256502", |
| "exact_val_decision_score": "0.00048444832931275107", |
| "exact_val_gap": "0.00048444832931275107", |
| "exact_val_ranking_score": "0.0", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.00021817709863716954", |
| "ranking_selected_val_pr_auc": "0.00025116618856577995", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.240793572992212, |
| "tolerated_test_gap": "0.240793572992212", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.2179368807313983", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.240793572992212, |
| "union_test_gap": "0.240793572992212", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.2179368807313983", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04813290893564165", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.04813290893564165, |
| "exact_test_gap": "0.04813290893564165", |
| "exact_val_decision_score": "0.04370736036385822", |
| "exact_val_gap": "0.04370736036385822", |
| "exact_val_ranking_score": "0.0", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02188826028256454", |
| "ranking_selected_val_pr_auc": "0.032209470774519654", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.7185324707231184, |
| "tolerated_test_gap": "0.7185324707231184", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.6906754133476136", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.7185324707231184, |
| "union_test_gap": "0.7185324707231184", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.6906754133476136", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.00035527516330545857", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "-0.00013727498431516128", |
| "exact_val_decision_score": "0.0005024040170237669", |
| "exact_val_gap": "2.9691842223746458e-05", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00028045576992618193", |
| "ranking_selected_val_pr_auc": "0.00024387937757633073", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.04550550682582603", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.04550550682582603, |
| "exact_test_gap": "0.04550550682582603", |
| "exact_val_decision_score": "0.04319677350880917", |
| "exact_val_gap": "0.04319677350880917", |
| "exact_val_ranking_score": "0.0", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.029883397445312192", |
| "ranking_selected_val_pr_auc": "0.02789152422119005", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.7185324707231184, |
| "tolerated_test_gap": "0.7185324707231184", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.6906754133476136", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.7185324707231184, |
| "union_test_gap": "0.7185324707231184", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.6906754133476136", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004887421693148924", |
| "exact_ranking_score": "0.0004887421693148924", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004690575308283202", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004690575308283202", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0003408299850116487", |
| "ranking_selected_val_pr_auc": "0.00024250312441493891", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.229804399271568", |
| "tolerated_ranking_score": "0.23917716245227552", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "-0.00937276318070751", |
| "tolerated_val_decision_score": "0.2256312133013075", |
| "tolerated_val_gap": "0.009197267184311658", |
| "tolerated_val_ranking_score": "0.21643394611699585", |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.229804399271568", |
| "union_ranking_score": "0.23917716245227552", |
| "union_regret": 0.0, |
| "union_test_gap": "-0.00937276318070751", |
| "union_val_decision_score": "0.2256312133013075", |
| "union_val_gap": "0.009197267184311658", |
| "union_val_ranking_score": "0.21643394611699585", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.04101254412979794, |
| "exact_test_gap": "0.04101254412979794", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.04253189892419314", |
| "exact_val_ranking_score": "0.0", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu_weather", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.0", |
| "tolerated_regret": 0.7185324707231184, |
| "tolerated_test_gap": "0.7185324707231184", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.6906754133476136", |
| "tolerated_val_ranking_score": "0.0", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.0", |
| "union_regret": 0.7185324707231184, |
| "union_test_gap": "0.7185324707231184", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.6906754133476136", |
| "union_val_ranking_score": "0.0", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.004253509145044662", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.004253509145044662", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00042881385578730365", |
| "ranking_selected_val_pr_auc": "0.0004901027948814223", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.32066974948800614", |
| "tolerated_ranking_score": "0.32066974948800614", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3120952399779768", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3120952399779768", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.32066974948800614", |
| "union_ranking_score": "0.32066974948800614", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3120952399779768", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3120952399779768", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04418397717161179", |
| "exact_ranking_score": "0.04418397717161179", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04535556523362161", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04535556523362161", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.02328829578760066", |
| "ranking_selected_val_pr_auc": "0.02010310006243177", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7231388400090598", |
| "tolerated_ranking_score": "0.7231388400090598", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.698733466652633", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.698733466652633", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7231388400090598", |
| "union_ranking_score": "0.7231388400090598", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.698733466652633", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.698733466652633", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0042863266180882984", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0042863266180882984", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00043738577276574255", |
| "ranking_selected_val_pr_auc": "0.0004554894460132563", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31812983009681495", |
| "tolerated_ranking_score": "0.31812983009681495", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3113263265858816", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3113263265858816", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31812983009681495", |
| "union_ranking_score": "0.31812983009681495", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3113263265858816", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3113263265858816", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04194314737445728", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0009306032446593365, |
| "exact_test_gap": "0.0009306032446593365", |
| "exact_val_decision_score": "0.04314380355334118", |
| "exact_val_gap": "0.0006119046291480426", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02254610440161657", |
| "ranking_selected_val_pr_auc": "0.026053751384712866", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7261721555350364", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.007639684811918013, |
| "tolerated_test_gap": "0.007639684811918013", |
| "tolerated_val_decision_score": "0.7019436364687074", |
| "tolerated_val_gap": "0.011268223121093768", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7261721555350364", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.007639684811918013, |
| "union_test_gap": "0.007639684811918013", |
| "union_val_decision_score": "0.7019436364687074", |
| "union_val_gap": "0.011268223121093768", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0024802356223841263", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0024802356223841263", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00040651309469793043", |
| "ranking_selected_val_pr_auc": "0.0004045310999550776", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.32154249424354786", |
| "tolerated_ranking_score": "0.32154249424354786", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.31489341288382094", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.31489341288382094", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.32154249424354786", |
| "union_ranking_score": "0.32154249424354786", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.31489341288382094", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.31489341288382094", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0430065972893146", |
| "exact_ranking_score": "0.0430065972893146", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.044111302847282145", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.044111302847282145", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.021420904714594617", |
| "ranking_selected_val_pr_auc": "0.019667925605377917", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7241279907754397", |
| "tolerated_ranking_score": "0.7241279907754397", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6965685921876124", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6965685921876124", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7241279907754397", |
| "union_ranking_score": "0.7241279907754397", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6965685921876124", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6965685921876124", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.003894080996884735", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.003894080996884735", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.00038395193539280824", |
| "ranking_selected_val_pr_auc": "0.0005470853500668261", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.31120670593952293", |
| "tolerated_ranking_score": "0.31120670593952293", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.30691963220059004", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.30691963220059004", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.31120670593952293", |
| "union_ranking_score": "0.31120670593952293", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.30691963220059004", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.30691963220059004", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04372215277109978", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0027096086413018403, |
| "exact_test_gap": "0.0027096086413018403", |
| "exact_val_decision_score": "0.043845404352062356", |
| "exact_val_gap": "0.0013135054278692188", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.018664183428008234", |
| "ranking_selected_val_pr_auc": "0.024661788918260808", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.719461376864001", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0009289061408825905, |
| "tolerated_test_gap": "0.0009289061408825905", |
| "tolerated_val_decision_score": "0.6947253251451462", |
| "tolerated_val_gap": "0.004049911797532557", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.719461376864001", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0009289061408825905, |
| "union_test_gap": "0.0009289061408825905", |
| "union_val_decision_score": "0.6947253251451462", |
| "union_val_gap": "0.004049911797532557", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0", |
| "exact_ranking_score": "0.0", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.002408671216378964", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.002408671216378964", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0004450373086921994", |
| "ranking_selected_val_pr_auc": "0.000447244495874373", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.3214547875801752", |
| "tolerated_ranking_score": "0.3214547875801752", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.3045294255465288", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.3045294255465288", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.3214547875801752", |
| "union_ranking_score": "0.3214547875801752", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.3045294255465288", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.3045294255465288", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "linear probe", |
| "exact_decision_head_arch": "linear", |
| "exact_decision_score": "0.0044004400440044", |
| "exact_ranking_score": "0.0044004400440044", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.06142857142857142", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.06142857142857142", |
| "family": "Pangu-Weather", |
| "model_tag": "pangu6", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.024740444457605402", |
| "ranking_selected_val_pr_auc": "0.036676155849720546", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.719015307962107", |
| "tolerated_ranking_score": "0.7183382629739177", |
| "tolerated_regret": 0.0006770449881893237, |
| "tolerated_test_gap": "0.0006770449881893237", |
| "tolerated_val_decision_score": "0.6913348632305398", |
| "tolerated_val_gap": "0.0006380914321632014", |
| "tolerated_val_ranking_score": "0.6906967717983766", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.719015307962107", |
| "union_ranking_score": "0.7183382629739177", |
| "union_regret": 0.0006770449881893237, |
| "union_test_gap": "0.0006770449881893237", |
| "union_val_decision_score": "0.6913348632305398", |
| "union_val_gap": "0.0006380914321632014", |
| "union_val_ranking_score": "0.6906967717983766", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0002463357401629007", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0002463357401629007", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0002463357401629007", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0002463357401629007", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.00048497822606044473", |
| "exact_ranking_score": "0.00048497822606044473", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0002454330184381399", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.23755358049655212", |
| "tolerated_ranking_score": "0.23755358049655212", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.23755358049655212", |
| "union_ranking_score": "0.23755358049655212", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "family": "Prithvi-WxC", |
| "model_tag": "prithvi_wxc", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_pr_auc": "0.02093558282208589", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.017134572294714646", |
| "exact_ranking_score": "0.017134572294714646", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.002624341503354088", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7286109603326707", |
| "tolerated_ranking_score": "0.6186566066408326", |
| "tolerated_regret": 0.10995435369183815, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7286109603326707", |
| "union_ranking_score": "0.6186566066408326", |
| "union_regret": 0.10995435369183815, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.1611624834874505", |
| "exact_ranking_score": "0.1611624834874505", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.10204224118176683", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.8685988450931266", |
| "tolerated_ranking_score": "0.799032457577039", |
| "tolerated_regret": 0.06956638751608757, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.8685988450931266", |
| "union_ranking_score": "0.799032457577039", |
| "union_regret": 0.06956638751608757, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.019320660641944532", |
| "exact_ranking_score": "0.019320660641944532", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0025603887793133394", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.735221546471909", |
| "tolerated_ranking_score": "0.5009707461135111", |
| "tolerated_regret": 0.23425080035839785, |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.735221546471909", |
| "union_ranking_score": "0.5009707461135111", |
| "union_regret": 0.23425080035839785, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.19165378670788252", |
| "exact_ranking_score": "0.19165378670788252", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.11551882470432043", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "pixel MLP head", |
| "tolerated_decision_head_arch": "pixel_mlp", |
| "tolerated_decision_score": "0.8567215417854325", |
| "tolerated_ranking_score": "0.8066689866810086", |
| "tolerated_regret": 0.05005255510442386, |
| "union_decision_head": "pixel MLP head", |
| "union_decision_head_arch": "pixel_mlp", |
| "union_decision_score": "0.8567215417854325", |
| "union_ranking_score": "0.8066689866810086", |
| "union_regret": 0.05005255510442386, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.025515210991167808", |
| "exact_ranking_score": "0.025515210991167808", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0032729435045747413", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7239943741463363", |
| "tolerated_ranking_score": "0.7239943741463363", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7239943741463363", |
| "union_ranking_score": "0.7239943741463363", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.19225806451612906", |
| "exact_ranking_score": "0.19225806451612906", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.12048427320762313", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8358151221553631", |
| "tolerated_ranking_score": "0.8358151221553631", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8358151221553631", |
| "union_ranking_score": "0.8358151221553631", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.02287675150128682", |
| "exact_ranking_score": "0.02287675150128682", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0030317345997110698", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.5002193417313746", |
| "tolerated_ranking_score": "0.5002193417313746", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.5002193417313746", |
| "union_ranking_score": "0.5002193417313746", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.22885572139303484", |
| "exact_ranking_score": "0.22885572139303484", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.1323902067230726", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.8027807546359551", |
| "tolerated_ranking_score": "0.8027807546359551", |
| "tolerated_regret": 0.0, |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.8027807546359551", |
| "union_ranking_score": "0.8027807546359551", |
| "union_regret": 0.0, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.021876258220373104", |
| "exact_ranking_score": "0.021876258220373104", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.0031953098868323193", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.7647466876509988", |
| "tolerated_ranking_score": "0.6698005926442897", |
| "tolerated_regret": 0.09494609500670914, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.7647466876509988", |
| "union_ranking_score": "0.6698005926442897", |
| "union_regret": 0.09494609500670914, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.19477124183006533", |
| "exact_ranking_score": "0.19477124183006533", |
| "exact_regret": 0.0, |
| "family": "Reference", |
| "model_tag": "reference", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_pr_auc": "0.11947246238005743", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "linear probe", |
| "tolerated_decision_head_arch": "linear", |
| "tolerated_decision_score": "0.9039923296574045", |
| "tolerated_ranking_score": "0.8534759193943048", |
| "tolerated_regret": 0.05051641026309972, |
| "union_decision_head": "linear probe", |
| "union_decision_head_arch": "linear", |
| "union_decision_score": "0.9039923296574045", |
| "union_ranking_score": "0.8534759193943048", |
| "union_regret": 0.05051641026309972, |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 1, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 123, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 42, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004925501476206198", |
| "exact_ranking_score": "0.0004925501476206198", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004727121748000204", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004727121748000204", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.240793572992212", |
| "tolerated_ranking_score": "0.240793572992212", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.2179368807313983", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.2179368807313983", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.240793572992212", |
| "union_ranking_score": "0.240793572992212", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.2179368807313983", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.2179368807313983", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "linear probe", |
| "ranking_selected_head_arch": "linear", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 7, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.0004905319945803844", |
| "exact_ranking_score": "0.0004905319945803844", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.0004707752858483998", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.0004707752858483998", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "shallow spatial adapter", |
| "ranking_selected_head_arch": "shallow", |
| "ranking_selected_test_pr_auc": "0.0002463357401629007", |
| "ranking_selected_val_pr_auc": "0.00023641196480702655", |
| "scope": "global", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.2399251001974223", |
| "tolerated_ranking_score": "0.2399251001974223", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.21714067007331003", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.21714067007331003", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.2399251001974223", |
| "union_ranking_score": "0.2399251001974223", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.21714067007331003", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.21714067007331003", |
| "path": "<local path omitted>" |
| }, |
| { |
| "exact_decision_head": "shallow spatial adapter", |
| "exact_decision_head_arch": "shallow", |
| "exact_decision_score": "0.04101254412979794", |
| "exact_ranking_score": "0.04101254412979794", |
| "exact_regret": 0.0, |
| "exact_test_gap": "0.0", |
| "exact_val_decision_score": "0.04253189892419314", |
| "exact_val_gap": "0.0", |
| "exact_val_ranking_score": "0.04253189892419314", |
| "family": "StormCast", |
| "model_tag": "stormcast", |
| "ranking_selected_head": "pixel MLP head", |
| "ranking_selected_head_arch": "pixel_mlp", |
| "ranking_selected_test_pr_auc": "0.02093558282208589", |
| "ranking_selected_val_pr_auc": "0.0217280163599182", |
| "scope": "fire_prone", |
| "seed": 99, |
| "tolerated_decision_head": "shallow spatial adapter", |
| "tolerated_decision_head_arch": "shallow", |
| "tolerated_decision_score": "0.7185324707231184", |
| "tolerated_ranking_score": "0.7185324707231184", |
| "tolerated_regret": 0.0, |
| "tolerated_test_gap": "0.0", |
| "tolerated_val_decision_score": "0.6906754133476136", |
| "tolerated_val_gap": "0.0", |
| "tolerated_val_ranking_score": "0.6906754133476136", |
| "union_decision_head": "shallow spatial adapter", |
| "union_decision_head_arch": "shallow", |
| "union_decision_score": "0.7185324707231184", |
| "union_ranking_score": "0.7185324707231184", |
| "union_regret": 0.0, |
| "union_test_gap": "0.0", |
| "union_val_decision_score": "0.6906754133476136", |
| "union_val_gap": "0.0", |
| "union_val_ranking_score": "0.6906754133476136", |
| "path": "<local path omitted>" |
| } |
| ], |
| "summary": [ |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.08783024981138902, |
| "std": 0.09670495645481135, |
| "min": 0.0, |
| "max": 0.23425080035839785 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.08783024981138902, |
| "std": 0.09670495645481135, |
| "min": 0.0, |
| "max": 0.23425080035839785 |
| } |
| }, |
| { |
| "model_tag": "reference", |
| "label": "Reference", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.03402707057672223, |
| "std": 0.032044658643147844, |
| "min": 0.0, |
| "max": 0.06956638751608757 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.03402707057672223, |
| "std": 0.032044658643147844, |
| "min": 0.0, |
| "max": 0.06956638751608757 |
| } |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "prithvi_wxc", |
| "label": "Prithvi-WxC", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.00020004882767231798, |
| "std": 0.00026703384456332115, |
| "min": 0.0, |
| "max": 0.0004925501476206198 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.09851983041506818, |
| "std": 0.1298781980037557, |
| "min": 0.0032399924956598714, |
| "max": 0.240793572992212 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.09851983041506818, |
| "std": 0.1298781980037557, |
| "min": 0.0032399924956598714, |
| "max": 0.240793572992212 |
| } |
| }, |
| { |
| "model_tag": "aurora", |
| "label": "Aurora", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.008202508825959588, |
| "std": 0.01834136732088763, |
| "min": 0.0, |
| "max": 0.04101254412979794 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.14391889430974364, |
| "std": 0.32121904665016227, |
| "min": 0.0, |
| "max": 0.7185324707231184 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.14391889430974364, |
| "std": 0.32121904665016227, |
| "min": 0.0, |
| "max": 0.7185324707231184 |
| } |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 3.0287686240700486e-06, |
| "std": 4.147312242167625e-06, |
| "min": 0.0, |
| "max": 7.571921560175121e-06 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0012959969982639485, |
| "std": 0.0017746169760203706, |
| "min": 0.0, |
| "max": 0.0032399924956598714 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0012959969982639485, |
| "std": 0.0017746169760203706, |
| "min": 0.0, |
| "max": 0.0032399924956598714 |
| } |
| }, |
| { |
| "model_tag": "climax", |
| "label": "ClimaX", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "stormcast", |
| "label": "StormCast", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.00013033979247265275, |
| "std": 0.0002685372203690466, |
| "min": 0.0, |
| "max": 0.0006100601402256502 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.048806713097574374, |
| "std": 0.10733308684741971, |
| "min": 0.0, |
| "max": 0.240793572992212 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.048806713097574374, |
| "std": 0.10733308684741971, |
| "min": 0.0, |
| "max": 0.240793572992212 |
| } |
| }, |
| { |
| "model_tag": "pangu_weather", |
| "label": "Pangu-Weather", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.027875386332505546, |
| "std": 0.02348779386900393, |
| "min": 0.0, |
| "max": 0.04813290893564165 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.43111948243387105, |
| "std": 0.39355644251497235, |
| "min": 0.0, |
| "max": 0.7185324707231184 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.43111948243387105, |
| "std": 0.39355644251497235, |
| "min": 0.0, |
| "max": 0.7185324707231184 |
| } |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "dlwp", |
| "label": "DLWP", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0007702319787454587, |
| "std": 0.0010995336594539604, |
| "min": 0.0, |
| "max": 0.0023651634514294945 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.043265915053601556, |
| "std": 0.04332331365579739, |
| "min": 0.0, |
| "max": 0.11215006616165157 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.043265915053601556, |
| "std": 0.04332331365579739, |
| "min": 0.0, |
| "max": 0.11215006616165157 |
| } |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "fcn", |
| "label": "FCN", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 5.960229415004348e-06, |
| "std": 1.3327478133443526e-05, |
| "min": 0.0, |
| "max": 2.980114707502174e-05 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.011679805987441694, |
| "std": 0.019872372458657642, |
| "min": 0.0, |
| "max": 0.045880503237594294 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.011679805987441694, |
| "std": 0.019872372458657642, |
| "min": 0.0, |
| "max": 0.045880503237594294 |
| } |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "fengwu", |
| "label": "FengWu", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0006908222234409067, |
| "std": 0.0011910586589384115, |
| "min": 0.0, |
| "max": 0.0027505832409660327 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.005222389249812243, |
| "std": 0.0062394095558402415, |
| "min": 0.0, |
| "max": 0.015150501067724198 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.005222389249812243, |
| "std": 0.0062394095558402415, |
| "min": 0.0, |
| "max": 0.015150501067724198 |
| } |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "fuxi", |
| "label": "FuXi", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0010839188523199318, |
| "std": 0.0017288780545672386, |
| "min": 0.0, |
| "max": 0.0039636864245868875 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0010839188523199318, |
| "std": 0.0017288780545672386, |
| "min": 0.0, |
| "max": 0.0039636864245868875 |
| } |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| } |
| }, |
| { |
| "model_tag": "pangu6", |
| "label": "Pangu-Weather", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0007280423771922354, |
| "std": 0.001178746460551365, |
| "min": 0.0, |
| "max": 0.0027096086413018403 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.0018491271881979853, |
| "std": 0.0032630386057089294, |
| "min": 0.0, |
| "max": 0.007639684811918013 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.0018491271881979853, |
| "std": 0.0032630386057089294, |
| "min": 0.0, |
| "max": 0.007639684811918013 |
| } |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "global", |
| "scope_label": "\\(\\Omega=\\)global", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.1722171037486726, |
| "std": 0.08849214830495522, |
| "min": 0.050655329891645895, |
| "max": 0.272468682523694 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.1722171037486726, |
| "std": 0.08849214830495522, |
| "min": 0.050655329891645895, |
| "max": 0.272468682523694 |
| } |
| }, |
| { |
| "model_tag": "alphaearth", |
| "label": "AlphaEarth", |
| "scope": "fire_prone", |
| "scope_label": "\\(\\Omega=\\)top 20\\%", |
| "n": 5, |
| "seeds": [ |
| 1, |
| 7, |
| 42, |
| 99, |
| 123 |
| ], |
| "paths": [ |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>", |
| "<local path omitted>" |
| ], |
| "exact_regret": { |
| "n": 5, |
| "mean": 0.0, |
| "std": 0.0, |
| "min": 0.0, |
| "max": 0.0 |
| }, |
| "tolerated_regret": { |
| "n": 5, |
| "mean": 0.038803552655092256, |
| "std": 0.0594825313313219, |
| "min": 0.0, |
| "max": 0.13482302181308625 |
| }, |
| "union_regret": { |
| "n": 5, |
| "mean": 0.038803552655092256, |
| "std": 0.0594825313313219, |
| "min": 0.0, |
| "max": 0.13482302181308625 |
| } |
| } |
| ], |
| "issues": [], |
| "notes": [ |
| "Reference global exact_regret has true zero displayed std; table omitted", |
| "Reference fire_prone exact_regret has true zero displayed std; table omitted", |
| "Prithvi-WxC global exact_regret has true zero displayed std; table omitted", |
| "Prithvi-WxC global tolerated_regret has true zero displayed std; table omitted", |
| "Prithvi-WxC global union_regret has true zero displayed std; table omitted", |
| "Prithvi-WxC fire_prone exact_regret has true zero displayed std; table omitted", |
| "Prithvi-WxC fire_prone tolerated_regret has true zero displayed std; table omitted", |
| "Prithvi-WxC fire_prone union_regret has true zero displayed std; table omitted", |
| "ClimaX fire_prone exact_regret has true zero displayed std; table omitted", |
| "ClimaX fire_prone tolerated_regret has true zero displayed std; table omitted", |
| "ClimaX fire_prone union_regret has true zero displayed std; table omitted", |
| "StormCast global exact_regret has true zero displayed std; table omitted", |
| "StormCast global tolerated_regret has true zero displayed std; table omitted", |
| "StormCast global union_regret has true zero displayed std; table omitted", |
| "StormCast fire_prone exact_regret has true zero displayed std; table omitted", |
| "StormCast fire_prone tolerated_regret has true zero displayed std; table omitted", |
| "StormCast fire_prone union_regret has true zero displayed std; table omitted", |
| "DLWP global exact_regret has true zero displayed std; table omitted", |
| "DLWP global tolerated_regret has true zero displayed std; table omitted", |
| "DLWP global union_regret has true zero displayed std; table omitted", |
| "FCN global exact_regret has true zero displayed std; table omitted", |
| "FCN global tolerated_regret has true zero displayed std; table omitted", |
| "FCN global union_regret has true zero displayed std; table omitted", |
| "FengWu global exact_regret has true zero displayed std; table omitted", |
| "FengWu global tolerated_regret has true zero displayed std; table omitted", |
| "FengWu global union_regret has true zero displayed std; table omitted", |
| "FuXi global exact_regret has true zero displayed std; table omitted", |
| "FuXi global tolerated_regret has true zero displayed std; table omitted", |
| "FuXi global union_regret has true zero displayed std; table omitted", |
| "FuXi fire_prone exact_regret has true zero displayed std; table omitted", |
| "Pangu-Weather global exact_regret has true zero displayed std; table omitted", |
| "Pangu-Weather global tolerated_regret has true zero displayed std; table omitted", |
| "Pangu-Weather global union_regret has true zero displayed std; table omitted", |
| "AlphaEarth global exact_regret has true zero displayed std; table omitted", |
| "AlphaEarth fire_prone exact_regret has true zero displayed std; table omitted" |
| ] |
| } |
|
|