[
  {
    "layer": 0,
    "n_experts": 256,
    "n_rtn_fallback": 20,
    "visit_min": 0,
    "visit_max": 104701,
    "visit_median": 1554,
    "rec_err_mean": {
      "w1": 0.012415080978826154,
      "w2": 0.01343309399089776,
      "w3": 0.01253566544255591
    }
  },
  {
    "layer": 1,
    "n_experts": 256,
    "n_rtn_fallback": 13,
    "visit_min": 0,
    "visit_max": 90933,
    "visit_median": 2058,
    "rec_err_mean": {
      "w1": 0.012326016072620405,
      "w2": 0.013364352460484952,
      "w3": 0.012376106271403842
    }
  },
  {
    "layer": 2,
    "n_experts": 256,
    "n_rtn_fallback": 14,
    "visit_min": 0,
    "visit_max": 89672,
    "visit_median": 1993,
    "rec_err_mean": {
      "w1": 0.012438499546988169,
      "w2": 0.013484358845744282,
      "w3": 0.012577164387039375
    }
  },
  {
    "layer": 3,
    "n_experts": 256,
    "n_rtn_fallback": 28,
    "visit_min": 0,
    "visit_max": 87656,
    "visit_median": 1593,
    "rec_err_mean": {
      "w1": 0.012284352793358266,
      "w2": 0.013022524533880642,
      "w3": 0.01228655110753607
    }
  },
  {
    "layer": 4,
    "n_experts": 256,
    "n_rtn_fallback": 22,
    "visit_min": 0,
    "visit_max": 91759,
    "visit_median": 2509,
    "rec_err_mean": {
      "w1": 0.012322144266363466,
      "w2": 0.013148894046025816,
      "w3": 0.012335499126493232
    }
  },
  {
    "layer": 5,
    "n_experts": 256,
    "n_rtn_fallback": 22,
    "visit_min": 0,
    "visit_max": 53067,
    "visit_median": 2692,
    "rec_err_mean": {
      "w1": 0.012205896578961983,
      "w2": 0.013076323386485456,
      "w3": 0.012235811740538338
    }
  },
  {
    "layer": 6,
    "n_experts": 256,
    "n_rtn_fallback": 13,
    "visit_min": 0,
    "visit_max": 105315,
    "visit_median": 2462,
    "rec_err_mean": {
      "w1": 0.012188850159873255,
      "w2": 0.013173459687095601,
      "w3": 0.012253230812348193
    }
  },
  {
    "layer": 7,
    "n_experts": 256,
    "n_rtn_fallback": 10,
    "visit_min": 0,
    "visit_max": 89430,
    "visit_median": 2105,
    "rec_err_mean": {
      "w1": 0.0121999701623281,
      "w2": 0.013163029976567486,
      "w3": 0.012289142563531641
    }
  },
  {
    "layer": 8,
    "n_experts": 256,
    "n_rtn_fallback": 21,
    "visit_min": 0,
    "visit_max": 69468,
    "visit_median": 2146,
    "rec_err_mean": {
      "w1": 0.012145253331254935,
      "w2": 0.013199328950577183,
      "w3": 0.012249131043063244
    }
  },
  {
    "layer": 9,
    "n_experts": 256,
    "n_rtn_fallback": 20,
    "visit_min": 0,
    "visit_max": 74772,
    "visit_median": 1885,
    "rec_err_mean": {
      "w1": 0.012222615572682116,
      "w2": 0.013086030532576842,
      "w3": 0.012252453707333189
    }
  },
  {
    "layer": 10,
    "n_experts": 256,
    "n_rtn_fallback": 28,
    "visit_min": 0,
    "visit_max": 78211,
    "visit_median": 2122,
    "rec_err_mean": {
      "w1": 0.012135391662013717,
      "w2": 0.01296397465193877,
      "w3": 0.012168045926955529
    }
  },
  {
    "layer": 11,
    "n_experts": 256,
    "n_rtn_fallback": 24,
    "visit_min": 0,
    "visit_max": 59807,
    "visit_median": 2105,
    "rec_err_mean": {
      "w1": 0.012127576275815954,
      "w2": 0.012990429178898921,
      "w3": 0.012161536022176733
    }
  },
  {
    "layer": 12,
    "n_experts": 256,
    "n_rtn_fallback": 23,
    "visit_min": 0,
    "visit_max": 120073,
    "visit_median": 1352,
    "rec_err_mean": {
      "w1": 0.012006504137389129,
      "w2": 0.012896691245259717,
      "w3": 0.012060902728990186
    }
  },
  {
    "layer": 13,
    "n_experts": 256,
    "n_rtn_fallback": 33,
    "visit_min": 0,
    "visit_max": 86203,
    "visit_median": 1580,
    "rec_err_mean": {
      "w1": 0.011981866897258442,
      "w2": 0.012806476159312297,
      "w3": 0.012059378317644587
    }
  },
  {
    "layer": 14,
    "n_experts": 256,
    "n_rtn_fallback": 18,
    "visit_min": 0,
    "visit_max": 84296,
    "visit_median": 2398,
    "rec_err_mean": {
      "w1": 0.012034156163281295,
      "w2": 0.01298547148326179,
      "w3": 0.012165923355496489
    }
  },
  {
    "layer": 15,
    "n_experts": 256,
    "n_rtn_fallback": 17,
    "visit_min": 0,
    "visit_max": 90098,
    "visit_median": 1650,
    "rec_err_mean": {
      "w1": 0.012026469823467778,
      "w2": 0.012949477848451352,
      "w3": 0.012168781540822238
    }
  },
  {
    "layer": 16,
    "n_experts": 256,
    "n_rtn_fallback": 16,
    "visit_min": 0,
    "visit_max": 138818,
    "visit_median": 2080,
    "rec_err_mean": {
      "w1": 0.0119970367049973,
      "w2": 0.013099638956191484,
      "w3": 0.012215566694067093
    }
  },
  {
    "layer": 17,
    "n_experts": 256,
    "n_rtn_fallback": 22,
    "visit_min": 0,
    "visit_max": 81805,
    "visit_median": 1463,
    "rec_err_mean": {
      "w1": 0.011958844468608731,
      "w2": 0.013121607535140356,
      "w3": 0.01224544375872938
    }
  },
  {
    "layer": 18,
    "n_experts": 256,
    "n_rtn_fallback": 17,
    "visit_min": 0,
    "visit_max": 118432,
    "visit_median": 1752,
    "rec_err_mean": {
      "w1": 0.011972683361818781,
      "w2": 0.013337772059458075,
      "w3": 0.01234140323867905
    }
  },
  {
    "layer": 19,
    "n_experts": 256,
    "n_rtn_fallback": 16,
    "visit_min": 0,
    "visit_max": 62625,
    "visit_median": 2217,
    "rec_err_mean": {
      "w1": 0.01252702346755541,
      "w2": 0.01334010675054742,
      "w3": 0.012576570428791456
    }
  },
  {
    "layer": 20,
    "n_experts": 256,
    "n_rtn_fallback": 29,
    "visit_min": 0,
    "visit_max": 98240,
    "visit_median": 1558,
    "rec_err_mean": {
      "w1": 0.012045820782077499,
      "w2": 0.013375726299273083,
      "w3": 0.01248381885670824
    }
  },
  {
    "layer": 21,
    "n_experts": 256,
    "n_rtn_fallback": 23,
    "visit_min": 0,
    "visit_max": 95130,
    "visit_median": 1399,
    "rec_err_mean": {
      "w1": 0.012071445104083978,
      "w2": 0.013229186693934025,
      "w3": 0.012358925163425738
    }
  },
  {
    "layer": 22,
    "n_experts": 256,
    "n_rtn_fallback": 22,
    "visit_min": 0,
    "visit_max": 112438,
    "visit_median": 1997,
    "rec_err_mean": {
      "w1": 0.012246504975337302,
      "w2": 0.013522858513169922,
      "w3": 0.01259598697288311
    }
  },
  {
    "layer": 23,
    "n_experts": 256,
    "n_rtn_fallback": 18,
    "visit_min": 0,
    "visit_max": 92691,
    "visit_median": 2472,
    "rec_err_mean": {
      "w1": 0.012362111072434345,
      "w2": 0.013373729965678649,
      "w3": 0.012536489943158813
    }
  },
  {
    "layer": 24,
    "n_experts": 256,
    "n_rtn_fallback": 14,
    "visit_min": 0,
    "visit_max": 80941,
    "visit_median": 1817,
    "rec_err_mean": {
      "w1": 0.012180447134596761,
      "w2": 0.013405652913206723,
      "w3": 0.012389732190058567
    }
  },
  {
    "layer": 25,
    "n_experts": 256,
    "n_rtn_fallback": 9,
    "visit_min": 0,
    "visit_max": 58896,
    "visit_median": 2313,
    "rec_err_mean": {
      "w1": 0.01233544500428252,
      "w2": 0.013383177894866094,
      "w3": 0.01257531678857049
    }
  },
  {
    "layer": 26,
    "n_experts": 256,
    "n_rtn_fallback": 10,
    "visit_min": 8,
    "visit_max": 100000,
    "visit_median": 2916,
    "rec_err_mean": {
      "w1": 0.012328778535447782,
      "w2": 0.013479596622346435,
      "w3": 0.012599166751897428
    }
  },
  {
    "layer": 27,
    "n_experts": 256,
    "n_rtn_fallback": 10,
    "visit_min": 0,
    "visit_max": 69160,
    "visit_median": 1757,
    "rec_err_mean": {
      "w1": 0.012426368215528782,
      "w2": 0.013210742919909535,
      "w3": 0.012652500234253239
    }
  },
  {
    "layer": 28,
    "n_experts": 256,
    "n_rtn_fallback": 8,
    "visit_min": 8,
    "visit_max": 102322,
    "visit_median": 2247,
    "rec_err_mean": {
      "w1": 0.012327002572419588,
      "w2": 0.013446205142827239,
      "w3": 0.012607248230779078
    }
  },
  {
    "layer": 29,
    "n_experts": 256,
    "n_rtn_fallback": 16,
    "visit_min": 0,
    "visit_max": 105865,
    "visit_median": 1893,
    "rec_err_mean": {
      "w1": 0.012322824510192731,
      "w2": 0.01330637131104595,
      "w3": 0.012568867361551384
    }
  },
  {
    "layer": 30,
    "n_experts": 256,
    "n_rtn_fallback": 12,
    "visit_min": 0,
    "visit_max": 91393,
    "visit_median": 2442,
    "rec_err_mean": {
      "w1": 0.012352064775768667,
      "w2": 0.013372166551562259,
      "w3": 0.012607292326720199
    }
  },
  {
    "layer": 31,
    "n_experts": 256,
    "n_rtn_fallback": 11,
    "visit_min": 0,
    "visit_max": 129256,
    "visit_median": 2164,
    "rec_err_mean": {
      "w1": 0.012379363139189081,
      "w2": 0.01339083846687572,
      "w3": 0.012637160616577603
    }
  },
  {
    "layer": 32,
    "n_experts": 256,
    "n_rtn_fallback": 14,
    "visit_min": 0,
    "visit_max": 117053,
    "visit_median": 1704,
    "rec_err_mean": {
      "w1": 0.012300585967750521,
      "w2": 0.013404446373897372,
      "w3": 0.01260461766651133
    }
  },
  {
    "layer": 33,
    "n_experts": 256,
    "n_rtn_fallback": 14,
    "visit_min": 0,
    "visit_max": 86566,
    "visit_median": 1884,
    "rec_err_mean": {
      "w1": 0.012293105512071634,
      "w2": 0.013338803430087864,
      "w3": 0.012589504429342924
    }
  },
  {
    "layer": 34,
    "n_experts": 256,
    "n_rtn_fallback": 27,
    "visit_min": 0,
    "visit_max": 104265,
    "visit_median": 1972,
    "rec_err_mean": {
      "w1": 0.01226013481937116,
      "w2": 0.013365076509217033,
      "w3": 0.012629955643205903
    }
  },
  {
    "layer": 35,
    "n_experts": 256,
    "n_rtn_fallback": 19,
    "visit_min": 0,
    "visit_max": 81482,
    "visit_median": 1441,
    "rec_err_mean": {
      "w1": 0.012239336298080161,
      "w2": 0.013319830293767154,
      "w3": 0.012585276490426622
    }
  },
  {
    "layer": 36,
    "n_experts": 256,
    "n_rtn_fallback": 31,
    "visit_min": 0,
    "visit_max": 76229,
    "visit_median": 1601,
    "rec_err_mean": {
      "w1": 0.012273650947463466,
      "w2": 0.01333218400759506,
      "w3": 0.012649128948396537
    }
  },
  {
    "layer": 37,
    "n_experts": 256,
    "n_rtn_fallback": 29,
    "visit_min": 0,
    "visit_max": 140116,
    "visit_median": 2095,
    "rec_err_mean": {
      "w1": 0.012312455397477606,
      "w2": 0.01347610967059154,
      "w3": 0.012669756655668607
    }
  },
  {
    "layer": 38,
    "n_experts": 256,
    "n_rtn_fallback": 29,
    "visit_min": 0,
    "visit_max": 85568,
    "visit_median": 1999,
    "rec_err_mean": {
      "w1": 0.012275624583708122,
      "w2": 0.013469703590089921,
      "w3": 0.012665822468989063
    }
  },
  {
    "layer": 39,
    "n_experts": 256,
    "n_rtn_fallback": 35,
    "visit_min": 0,
    "visit_max": 116615,
    "visit_median": 1707,
    "rec_err_mean": {
      "w1": 0.012040700054058107,
      "w2": 0.01377619295817567,
      "w3": 0.01264991252537584
    }
  },
  {
    "layer": 40,
    "n_experts": 256,
    "n_rtn_fallback": 40,
    "visit_min": 0,
    "visit_max": 112269,
    "visit_median": 1404,
    "rec_err_mean": {
      "w1": 0.012377002352877753,
      "w2": 0.013884072603104869,
      "w3": 0.012798941337678116
    }
  },
  {
    "layer": 41,
    "n_experts": 256,
    "n_rtn_fallback": 35,
    "visit_min": 0,
    "visit_max": 164712,
    "visit_median": 2210,
    "rec_err_mean": {
      "w1": 0.01262030862926622,
      "w2": 0.014570762788935099,
      "w3": 0.012976833964785328
    }
  },
  {
    "layer": 42,
    "n_experts": 256,
    "n_rtn_fallback": 24,
    "visit_min": 0,
    "visit_max": 82726,
    "visit_median": 1562,
    "rec_err_mean": {
      "w1": 0.01345529514219379,
      "w2": 0.015836902584851487,
      "w3": 0.013570939121564152
    }
  }
]