Upload generalization/ablations_20260323_0654/ablations_results.json with huggingface_hub

generalization/ablations_20260323_0654/ablations_results.json

@@ -0,0 +1,958 @@
+{
+  "run_id": "20260323_0654",
+  "max_iter": 500,
+  "eval_eps": 10,
+  "id_envs": [
+    "MiniHack-Room-Random-5x5-v0",
+    "MiniHack-Room-Random-15x15-v0",
+    "MiniHack-Corridor-R2-v0",
+    "MiniHack-MazeWalk-9x9-v0"
+  ],
+  "ood_envs": [
+    "MiniHack-Room-Dark-15x15-v0",
+    "MiniHack-Corridor-R5-v0",
+    "MiniHack-MazeWalk-45x19-v0"
+  ],
+  "baseline_id": 0.525,
+  "baseline_ood": 0.03333333333333333,
+  "baseline_rl_id": 0.05,
+  "baseline_rl_ood": 0.0,
+  "kl_penalty": {
+    "id": 0.07500000000000001,
+    "ood": 0.0
+  },
+  "frozen_backbone": {
+    "id": 0.0,
+    "ood": 0.03333333333333333
+  },
+  "bc_on_wins": {
+    "id": 0.1,
+    "ood": 0.0
+  },
+  "low_t_only": {
+    "id": 0.0,
+    "ood": 0.0
+  },
+  "histories": {
+    "kl_penalty": {
+      "iter": [
+        10,
+        20,
+        30,
+        40,
+        50,
+        60,
+        70,
+        80,
+        90,
+        100,
+        110,
+        120,
+        130,
+        140,
+        150,
+        160,
+        170,
+        180,
+        190,
+        200,
+        210,
+        220,
+        230,
+        240,
+        250,
+        260,
+        270,
+        280,
+        290,
+        300,
+        310,
+        320,
+        330,
+        340,
+        350,
+        360,
+        370,
+        380,
+        390,
+        400,
+        410,
+        420,
+        430,
+        440,
+        450,
+        460,
+        470,
+        480,
+        490,
+        500
+      ],
+      "loss": [
+        0.948145616054535,
+        0.35268235206604004,
+        0.6904642522335053,
+        0.6291592061519623,
+        0.5819108426570893,
+        0.4715630114078522,
+        0.4235985964536667,
+        0.3703161895275116,
+        0.29086490720510483,
+        0.38290891647338865,
+        0.35143099576234815,
+        0.40041575729846957,
+        0.399696147441864,
+        0.29417929500341417,
+        0.39398047775030137,
+        0.44491764307022097,
+        0.2727233037352562,
+        0.3691611304879189,
+        0.42049756497144697,
+        0.48060639649629594,
+        0.3573265939950943,
+        0.30457123219966886,
+        0.4908187583088875,
+        0.3069219410419464,
+        0.3941160559654236,
+        0.3491177424788475,
+        0.4103958770632744,
+        0.3400088131427765,
+        0.3288590595126152,
+        0.33722358047962187,
+        0.3162809520959854,
+        0.27592245638370516,
+        0.33332045674324035,
+        0.30411274135112765,
+        0.28425846099853513,
+        0.4032061755657196,
+        0.3300602614879608,
+        0.42814253866672514,
+        0.36021788418293,
+        0.3740533620119095,
+        0.2958697035908699,
+        0.27764963656663894,
+        0.4088175743818283,
+        0.49800611585378646,
+        0.24727296680212021,
+        0.34623909294605254,
+        0.23528977185487748,
+        0.3207644522190094,
+        0.2556593582034111,
+        0.3742773160338402
+      ],
+      "mean_return": [
+        9.596999999999998,
+        2.5040000000000076,
+        8.33,
+        -0.2169999999999944,
+        -3.1949999999999883,
+        2.723000000000017,
+        0.9180000000000115,
+        7.764999999999996,
+        9.305000000000007,
+        -0.17900000000000132,
+        4.165,
+        7.197999999999999,
+        0.16799999999999918,
+        7.480000000000002,
+        4.742000000000006,
+        4.1260000000000066,
+        3.938000000000011,
+        4.418000000000003,
+        1.7460000000000089,
+        4.226000000000004,
+        7.670000000000002,
+        8.473000000000003,
+        -0.6809999999999949,
+        4.7589999999999995,
+        -1.0759999999999952,
+        7.914,
+        12.382000000000001,
+        14.102000000000004,
+        4.896000000000008,
+        1.3490000000000137,
+        10.210000000000004,
+        4.05300000000001,
+        6.554000000000011,
+        4.437000000000014,
+        8.76000000000001,
+        7.571,
+        10.437000000000005,
+        1.8210000000000026,
+        3.130000000000016,
+        6.244000000000007,
+        4.823000000000002,
+        8.076000000000004,
+        7.525,
+        2.2230000000000034,
+        4.527000000000003,
+        4.916000000000001,
+        0.22200000000000247,
+        2.2530000000000054,
+        16.430000000000007,
+        2.905000000000002
+      ],
+      "win_rate_episode": [
+        0.5,
+        0.2,
+        0.4,
+        0.1,
+        0.1,
+        0.3,
+        0.2,
+        0.4,
+        0.5,
+        0.1,
+        0.3,
+        0.4,
+        0.1,
+        0.4,
+        0.4,
+        0.3,
+        0.3,
+        0.3,
+        0.2,
+        0.3,
+        0.4,
+        0.4,
+        0.1,
+        0.3,
+        0.1,
+        0.4,
+        0.6,
+        0.7,
+        0.3,
+        0.2,
+        0.5,
+        0.3,
+        0.4,
+        0.3,
+        0.5,
+        0.4,
+        0.5,
+        0.2,
+        0.3,
+        0.4,
+        0.3,
+        0.4,
+        0.4,
+        0.2,
+        0.3,
+        0.3,
+        0.1,
+        0.2,
+        0.7,
+        0.2
+      ],
+      "id_winrate": [
+        0.22499999999999998,
+        0.22499999999999998,
+        0.30000000000000004,
+        0.2,
+        0.15000000000000002
+      ],
+      "id_winrate_iter": [
+        100,
+        200,
+        300,
+        400,
+        500
+      ],
+      "ood_winrate": [
+        0.03333333333333333
+      ],
+      "ood_winrate_iter": [
+        500
+      ]
+    },
+    "frozen_backbone": {
+      "iter": [
+        10,
+        20,
+        30,
+        40,
+        50,
+        60,
+        70,
+        80,
+        90,
+        100,
+        110,
+        120,
+        130,
+        140,
+        150,
+        160,
+        170,
+        180,
+        190,
+        200,
+        210,
+        220,
+        230,
+        240,
+        250,
+        260,
+        270,
+        280,
+        290,
+        300,
+        310,
+        320,
+        330,
+        340,
+        350,
+        360,
+        370,
+        380,
+        390,
+        400,
+        410,
+        420,
+        430,
+        440,
+        450,
+        460,
+        470,
+        480,
+        490,
+        500
+      ],
+      "loss": [
+        0.5321863897144794,
+        2.2267230302095413,
+        2.683171606063843,
+        2.939804530143738,
+        2.8783190131187437,
+        2.478312370181084,
+        1.956764531135559,
+        1.4500245451927185,
+        1.3196770876646042,
+        1.434557992219925,
+        1.452769011259079,
+        1.6346239805221559,
+        1.5891823202371598,
+        0.8025875329971314,
+        0.564156585931778,
+        0.7170131579041481,
+        0.8092973873019218,
+        0.5919842332601547,
+        0.5011876434087753,
+        0.4465642273426056,
+        0.6770713970065116,
+        0.4779348522424698,
+        0.3623740553855896,
+        0.34029380679130555,
+        0.5371142461895942,
+        0.2875633895397186,
+        0.3469204634428024,
+        0.39238742291927337,
+        0.2880588859319687,
+        0.4023260846734047,
+        0.16760316044092177,
+        0.3154412403702736,
+        0.5128347232937813,
+        0.285700261592865,
+        0.17228346243500708,
+        0.14143240377306937,
+        0.15710901021957396,
+        0.18778855353593826,
+        0.10249241068959236,
+        0.10931030958890915,
+        0.12215590812265872,
+        0.12855551205575466,
+        0.11794335097074508,
+        0.16240272894501687,
+        0.07643880993127823,
+        0.08280903548002243,
+        0.09675384908914567,
+        0.07363568656146527,
+        0.10575838088989258,
+        0.11448417082428933
+      ],
+      "mean_return": [
+        12.591,
+        8.502000000000006,
+        14.891000000000002,
+        4.440000000000004,
+        4.870000000000003,
+        4.467999999999999,
+        1.5660000000000092,
+        4.8679999999999986,
+        -3.3869999999999956,
+        -3.4440000000000004,
+        -3.1799999999999864,
+        3.81400000000001,
+        0.7800000000000159,
+        5.344999999999999,
+        2.1560000000000006,
+        -3.6459999999999964,
+        -0.698999999999992,
+        -0.5310000000000007,
+        -1.0419999999999914,
+        -3.8559999999999945,
+        -4.338999999999986,
+        -4.0579999999999945,
+        -3.3759999999999883,
+        -1.3829999999999938,
+        -3.364999999999995,
+        -3.2670000000000003,
+        -1.4459999999999933,
+        -3.8849999999999945,
+        -1.0559999999999963,
+        -2.854999999999989,
+        -3.765999999999996,
+        -2.9069999999999983,
+        -3.6889999999999903,
+        -3.0909999999999993,
+        -3.1159999999999948,
+        -3.621999999999995,
+        -3.3759999999999963,
+        -0.8090000000000002,
+        -0.7199999999999905,
+        -1.0239999999999956,
+        -3.787999999999994,
+        -0.6970000000000001,
+        1.0400000000000211,
+        -4.162999999999987,
+        -1.9699999999999893,
+        -3.254,
+        -3.9689999999999928,
+        1.660000000000006,
+        2.361000000000003,
+        -3.6069999999999984
+      ],
+      "win_rate_episode": [
+        0.6,
+        0.4,
+        0.7,
+        0.3,
+        0.3,
+        0.3,
+        0.2,
+        0.3,
+        0.0,
+        0.0,
+        0.0,
+        0.3,
+        0.2,
+        0.3,
+        0.2,
+        0.0,
+        0.1,
+        0.1,
+        0.1,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.1,
+        0.0,
+        0.0,
+        0.1,
+        0.0,
+        0.1,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.1,
+        0.1,
+        0.1,
+        0.0,
+        0.1,
+        0.2,
+        0.0,
+        0.1,
+        0.0,
+        0.0,
+        0.2,
+        0.2,
+        0.0
+      ],
+      "id_winrate": [
+        0.325,
+        0.125,
+        0.125,
+        0.07500000000000001,
+        0.0
+      ],
+      "id_winrate_iter": [
+        100,
+        200,
+        300,
+        400,
+        500
+      ],
+      "ood_winrate": [
+        0.0
+      ],
+      "ood_winrate_iter": [
+        500
+      ]
+    },
+    "bc_on_wins": {
+      "iter": [
+        10,
+        20,
+        30,
+        40,
+        50,
+        60,
+        70,
+        80,
+        90,
+        100,
+        110,
+        120,
+        130,
+        140,
+        150,
+        160,
+        170,
+        180,
+        190,
+        200,
+        210,
+        220,
+        230,
+        240,
+        250,
+        260,
+        270,
+        280,
+        290,
+        300,
+        310,
+        320,
+        330,
+        340,
+        350,
+        360,
+        370,
+        380,
+        390,
+        400,
+        410,
+        420,
+        430,
+        440,
+        450,
+        460,
+        470,
+        480,
+        490,
+        500
+      ],
+      "loss": [
+        0.9382685769349337,
+        0.4896347165107727,
+        0.18173747919499875,
+        0.09714697301387787,
+        0.06052327724173665,
+        0.04286335262004286,
+        0.017408199701458217,
+        0.03272836646065116,
+        0.03820325364358723,
+        0.003487833932740614,
+        0.020946517394622787,
+        0.047648298740386966,
+        0.10672710686922074,
+        0.050060207629576324,
+        0.05387465837411583,
+        0.027989869005978107,
+        0.05242592375725508,
+        0.14335312466137112,
+        0.10210369899868965,
+        0.06762518733739853,
+        0.06595192728564143,
+        0.05460359901189804,
+        0.05835297182202339,
+        0.043908438994549215,
+        0.08726840056478977,
+        0.02849291106685996,
+        0.044854346802458166,
+        0.05894844010472298,
+        0.08322379365563393,
+        0.06468131653964519,
+        0.05024728113785386,
+        0.023433164157904685,
+        0.05213415753096342,
+        0.03999026356032118,
+        0.0556512268492952,
+        0.0693166732788086,
+        0.031749955657869575,
+        0.0284718063659966,
+        0.08611965160816908,
+        0.06660898234695196,
+        0.0630769046023488,
+        0.05804459396749735,
+        0.07558480557054281,
+        0.06936441725119949,
+        0.06975492211058736,
+        0.04207881577312946,
+        0.06131993634626269,
+        0.10803285427391529,
+        0.09587282091379165,
+        0.04778247252106667
+      ],
+      "mean_return": [
+        9.611000000000004,
+        3.6290000000000098,
+        -1.9859999999999964,
+        4.231000000000002,
+        1.1600000000000152,
+        -3.98199999999999,
+        -1.2729999999999912,
+        1.3780000000000077,
+        0.6410000000000101,
+        -1.1849999999999916,
+        7.519999999999999,
+        4.872000000000003,
+        6.323000000000008,
+        3.4020000000000117,
+        -1.864999999999983,
+        0.1530000000000134,
+        0.7560000000000147,
+        -3.1639999999999886,
+        2.180000000000013,
+        0.12100000000000506,
+        -4.646999999999973,
+        1.044000000000004,
+        -3.869999999999986,
+        -1.062999999999994,
+        -1.7669999999999848,
+        5.493999999999999,
+        1.807000000000008,
+        1.9370000000000023,
+        9.286000000000007,
+        2.401000000000007,
+        1.1910000000000138,
+        -3.438999999999995,
+        -1.274999999999993,
+        0.8840000000000074,
+        -0.5109999999999928,
+        -2.188999999999987,
+        -1.2129999999999868,
+        -3.989999999999994,
+        -3.64099999999999,
+        -3.979999999999992,
+        -1.2709999999999906,
+        0.766000000000013,
+        1.639000000000009,
+        0.8090000000000079,
+        -0.6849999999999927,
+        1.0290000000000112,
+        1.7420000000000109,
+        1.6880000000000113,
+        10.195000000000004,
+        -0.7379999999999948
+      ],
+      "win_rate_episode": [
+        0.5,
+        0.3,
+        0.1,
+        0.3,
+        0.2,
+        0.0,
+        0.1,
+        0.2,
+        0.2,
+        0.1,
+        0.4,
+        0.3,
+        0.3,
+        0.3,
+        0.1,
+        0.2,
+        0.2,
+        0.0,
+        0.2,
+        0.1,
+        0.0,
+        0.2,
+        0.0,
+        0.1,
+        0.1,
+        0.3,
+        0.2,
+        0.2,
+        0.5,
+        0.2,
+        0.2,
+        0.0,
+        0.1,
+        0.2,
+        0.1,
+        0.1,
+        0.1,
+        0.0,
+        0.0,
+        0.0,
+        0.1,
+        0.2,
+        0.2,
+        0.2,
+        0.1,
+        0.2,
+        0.2,
+        0.2,
+        0.5,
+        0.1
+      ],
+      "id_winrate": [
+        0.125,
+        0.175,
+        0.125,
+        0.125,
+        0.125
+      ],
+      "id_winrate_iter": [
+        100,
+        200,
+        300,
+        400,
+        500
+      ],
+      "ood_winrate": [
+        0.0
+      ],
+      "ood_winrate_iter": [
+        500
+      ]
+    },
+    "low_t_only": {
+      "iter": [
+        10,
+        20,
+        30,
+        40,
+        50,
+        60,
+        70,
+        80,
+        90,
+        100,
+        110,
+        120,
+        130,
+        140,
+        150,
+        160,
+        170,
+        180,
+        190,
+        200,
+        210,
+        220,
+        230,
+        240,
+        250,
+        260,
+        270,
+        280,
+        290,
+        300,
+        310,
+        320,
+        330,
+        340,
+        350,
+        360,
+        370,
+        380,
+        390,
+        400,
+        410,
+        420,
+        430,
+        440,
+        450,
+        460,
+        470,
+        480,
+        490,
+        500
+      ],
+      "loss": [
+        1.6410588204860688,
+        0.8960332840681076,
+        0.6847688511013985,
+        0.6297759741544724,
+        0.4868937596678734,
+        0.2125535998493433,
+        0.4552276059985161,
+        0.3872785001993179,
+        0.2769521526992321,
+        0.31313602104783056,
+        0.24361244440078736,
+        0.2300670851022005,
+        0.17256035320460797,
+        0.23112220019102098,
+        0.1808197870850563,
+        0.4657373405992985,
+        0.2577011398971081,
+        0.23844866938889026,
+        0.21282374374568463,
+        0.2077945176512003,
+        0.09179784022271634,
+        0.1701847380027175,
+        0.15767875965684652,
+        0.11646081283688545,
+        0.08910894729197025,
+        0.10342100337147712,
+        0.11086354544386268,
+        0.1676120450720191,
+        0.08715764544904232,
+        0.16386388782411815,
+        0.08603336606174708,
+        0.17930752746760845,
+        0.2195651026442647,
+        0.2416287451982498,
+        0.1315755879506469,
+        0.08364240694791078,
+        0.04800235852599144,
+        0.09680641312152147,
+        0.041467034909874204,
+        0.06297689490020275,
+        0.1103413556702435,
+        0.07316734474152327,
+        0.10544817838817835,
+        0.034891866194084284,
+        0.08574364762753248,
+        0.08141211261972785,
+        0.03275516489520669,
+        0.09520450294949115,
+        0.06577473622746766,
+        0.047857786435633896
+      ],
+      "mean_return": [
+        8.571000000000002,
+        1.3540000000000036,
+        0.11199999999999832,
+        -1.6099999999999917,
+        2.122000000000006,
+        -0.5919999999999999,
+        -0.1079999999999826,
+        -4.9199999999999875,
+        3.489000000000008,
+        -1.0619999999999936,
+        -0.9519999999999932,
+        4.619999999999998,
+        5.227000000000001,
+        -0.15799999999999575,
+        1.165000000000013,
+        2.1460000000000035,
+        1.6470000000000122,
+        6.836000000000006,
+        -2.309999999999995,
+        1.717000000000004,
+        2.596999999999999,
+        -0.6350000000000003,
+        4.628000000000008,
+        0.917000000000008,
+        -1.0089999999999981,
+        4.536000000000007,
+        5.888000000000012,
+        -3.3749999999999973,
+        -0.6699999999999893,
+        1.0640000000000058,
+        -3.8279999999999887,
+        0.5890000000000015,
+        -0.8989999999999906,
+        0.2250000000000009,
+        1.5210000000000048,
+        -1.4749999999999974,
+        -3.4469999999999983,
+        2.7570000000000014,
+        4.024000000000015,
+        2.173999999999999,
+        -2.995999999999996,
+        -4.162999999999989,
+        -0.946999999999987,
+        -2.199999999999985,
+        -3.5559999999999974,
+        -1.7629999999999906,
+        2.1019999999999985,
+        0.9280000000000104,
+        -0.7599999999999906,
+        -5.13999999999998
+      ],
+      "win_rate_episode": [
+        0.4,
+        0.2,
+        0.1,
+        0.1,
+        0.2,
+        0.1,
+        0.1,
+        0.0,
+        0.3,
+        0.1,
+        0.1,
+        0.3,
+        0.3,
+        0.1,
+        0.2,
+        0.2,
+        0.2,
+        0.4,
+        0.0,
+        0.2,
+        0.2,
+        0.1,
+        0.3,
+        0.2,
+        0.1,
+        0.3,
+        0.4,
+        0.0,
+        0.1,
+        0.2,
+        0.0,
+        0.1,
+        0.1,
+        0.1,
+        0.2,
+        0.1,
+        0.0,
+        0.2,
+        0.3,
+        0.2,
+        0.0,
+        0.0,
+        0.1,
+        0.1,
+        0.0,
+        0.1,
+        0.2,
+        0.2,
+        0.1,
+        0.0
+      ],
+      "id_winrate": [
+        0.275,
+        0.025,
+        0.1,
+        0.0,
+        0.025
+      ],
+      "id_winrate_iter": [
+        100,
+        200,
+        300,
+        400,
+        500
+      ],
+      "ood_winrate": [
+        0.0
+      ],
+      "ood_winrate_iter": [
+        500
+      ]
+    }
+  }
+}