[
  {
    "model": "pythia-70m",
    "N": 6,
    "H": 8,
    "L_crit": 4,
    "K_profile": [
      0.07763911867392617,
      0.07842551324142202,
      0.11314526562866627,
      0.20474838845550672,
      0.07090244267586222
    ],
    "Q_profile": [
      0.06610465848760559,
      0.09131361349339724,
      0.11400564907899831,
      0.227760425107776,
      0.06331452995704488
    ],
    "V_profile": [
      0.0616045756024556,
      0.08227625983737918,
      0.1146839495785792,
      0.21377603734256886,
      0.07926667136948652
    ],
    "K_peak_layer": 4,
    "Q_peak_layer": 4,
    "V_peak_layer": 4,
    "K_peak_offset": 0
  },
  {
    "model": "gpt2-medium",
    "N": 24,
    "H": 16,
    "L_crit": 23,
    "K_profile": [
      0.06103506451981622,
      0.10523412193748692,
      0.16475483350006614,
      0.11900680380161918,
      0.09023924498513756,
      0.09361903347793585,
      0.09214551916401335,
      0.0701573080243574,
      0.08136504761106099,
      0.08922410891061566,
      0.07441582263629326,
      0.09147854708327634,
      0.06895457141279705,
      0.0659302424369345,
      0.05667424262208149,
      0.05902057879468474,
      0.04604175178366454,
      0.04713842847110366,
      0.04637640086162432,
      0.04331456579426882,
      0.08827840651627214,
      0.045056660884065645,
      0.14481424126548015
    ],
    "Q_profile": [
      0.06580498527075962,
      0.13731173296375251,
      0.14237287053168904,
      0.10586680967779499,
      0.07628378444524508,
      0.07933409042096115,
      0.07765471506428213,
      0.07912749666259365,
      0.09888447934089316,
      0.08383711277278977,
      0.14898340701635443,
      0.08563871720737931,
      0.07044219739505277,
      0.07459395705703768,
      0.07015553693224641,
      0.07173814841906269,
      0.06648621005863456,
      0.08318085103256137,
      0.06337556813879544,
      0.05653237933403221,
      0.04426121828753696,
      0.06348301285973566,
      0.10714318593547484
    ],
    "V_profile": [
      0.07618968428659047,
      0.09952402213167591,
      0.12390326239793104,
      0.07044080905320751,
      0.09064447066344765,
      0.0840094669443566,
      0.07370686535362093,
      0.08881682206998061,
      0.07739126559080328,
      0.26710256339031285,
      0.17066172273155603,
      0.09194255026720133,
      0.10197375295447762,
      0.1016924889530299,
      0.08094143019334171,
      0.10554168952029899,
      0.06806749934192836,
      0.06967495768939082,
      0.05895280021070888,
      0.05935315851040146,
      0.055932962543690685,
      0.04316650334675105,
      0.05322525010769415
    ],
    "K_peak_layer": 3,
    "Q_peak_layer": 11,
    "V_peak_layer": 10,
    "K_peak_offset": -20
  },
  {
    "model": "gpt2-large",
    "N": 36,
    "H": 20,
    "L_crit": 35,
    "K_profile": [
      0.10204600655725315,
      0.10245304152063821,
      0.09945626982707968,
      0.1270507970137886,
      0.11461045234815166,
      0.08960367162733683,
      0.09230173972161326,
      0.10628865080433669,
      0.07615330513229007,
      0.05980954984677298,
      0.07467993487236117,
      0.06970073035921348,
      0.08472608985962225,
      0.059532571271955624,
      0.08578146303348434,
      0.09933364209601314,
      0.06928288499368919,
      0.05823642506382969,
      0.06366858669046595,
      0.05662700572111478,
      0.0517737386404463,
      0.06162472591229626,
      0.08923506546865921,
      0.05439551017277297,
      0.0450533548857805,
      0.03884783144557331,
      0.059079038036637305,
      0.04248835832050387,
      0.03916588203285821,
      0.03438998902102178,
      0.037364908124195816,
      0.0398013167135213,
      0.03430770113895285,
      0.031857288989281224,
      0.047316981801398754
    ],
    "Q_profile": [
      0.0926156463093199,
      0.12459792247930329,
      0.10905373935207564,
      0.13729902479073214,
      0.11073724797892695,
      0.11138277085052085,
      0.10269974796262528,
      0.10009156408479408,
      0.08981555550927472,
      0.06789127224796608,
      0.06635836772063745,
      0.0762821877550802,
      0.0842250910450107,
      0.06923863124505364,
      0.08615757928042567,
      0.07281506430037182,
      0.07910547275385217,
      0.07818330898061845,
      0.08213039034054928,
      0.07697603857549087,
      0.08219728977496428,
      0.08047540140225665,
      0.09346162207794718,
      0.06569473936981182,
      0.061446422519939654,
      0.056687870613025264,
      0.09368771470265813,
      0.07382922369377437,
      0.05525603873435406,
      0.04664965831524178,
      0.05443865802225085,
      0.06708424206876806,
      0.05864267486164044,
      0.05491950445151417,
      0.050896334920114035
    ],
    "V_profile": [
      0.14046555925966922,
      0.11324994239345679,
      0.12220646757838985,
      0.12557420640028613,
      0.0886604415833563,
      0.10846595330984804,
      0.11479623226706923,
      0.08065301990332517,
      0.07662240917805482,
      0.07928484292870548,
      0.09089848559551741,
      0.07899298302493246,
      0.08684749904333912,
      0.08980262842296552,
      0.09245004323942593,
      0.09257351921769463,
      0.09080265372193722,
      0.09678004098473368,
      0.08561795981812532,
      0.07997183056472142,
      0.1054498759145253,
      0.07706193459225787,
      0.11108227034804181,
      0.09103217013649004,
      0.060815293267904386,
      0.09049896756904828,
      0.13383090770105713,
      0.045097856175836525,
      0.042960990023855256,
      0.04926044853712369,
      0.04825473409369716,
      0.05995801013976544,
      0.05722076677874976,
      0.08760945466848434,
      0.09958350743484486
    ],
    "K_peak_layer": 4,
    "Q_peak_layer": 4,
    "V_peak_layer": 1,
    "K_peak_offset": -31
  }
]