[ { "model": "pythia-70m", "N": 6, "H": 8, "L_crit": 4, "peak_induction_layer": 0, "offset": -4, "layer_max_scores": [ 0.8958979249000549, 0.024106914177536964, 0.5235139727592468, 0.024008391425013542, 0.026467252522706985, 0.006680313963443041 ], "scores_LH": [ [ 0.004235831554979086, 9.187957766698673e-05, 0.040488969534635544, 0.8958979249000549, 0.0008085652370937169, 0.005655335728079081, 0.008657287806272507, 0.003135313279926777 ], [ 0.014692787081003189, 0.0022059439215809107, 0.0056664710864424706, 0.0002148010244127363, 0.023661134764552116, 0.003996202722191811, 0.024106914177536964, 0.008048777468502522 ], [ 0.0033964505419135094, 1.287177383346716e-06, 0.002665276173502207, 0.013739030808210373, 0.0006762247066944838, 0.029974132776260376, 0.5235139727592468, 7.5530069807427935e-06 ], [ 0.013861700892448425, 0.024008391425013542, 0.00510761933401227, 0.01669132150709629, 0.0014215083792805672, 0.00580417737364769, 0.005511728581041098, 0.008736595511436462 ], [ 0.007067759521305561, 0.002153001958504319, 0.008509231731295586, 0.026467252522706985, 0.0005710781551897526, 0.0004537889326456934, 0.01982802338898182, 0.013637621887028217 ], [ 1.4357660802488681e-05, 0.006680313963443041, 0.00018700325745157897, 0.0012544977944344282, 0.00023468490689992905, 9.029035297203336e-09, 1.6711303032934666e-05, 2.2903239305094303e-09 ] ] }, { "model": "gpt2-medium", "N": 24, "H": 16, "L_crit": 23, "peak_induction_layer": 7, "offset": -16, "layer_max_scores": [ 0.01947791688144207, 0.6865736246109009, 0.014291800558567047, 0.013526566326618195, 0.5871291160583496, 0.00853385217487812, 0.21638362109661102, 0.888746976852417, 0.07540667802095413, 0.021465251222252846, 0.03878360241651535, 0.13735267519950867, 0.03157110512256622, 0.012717357836663723, 0.03283996134996414, 0.027218995615839958, 0.018162474036216736, 0.02137751877307892, 0.015790745615959167, 0.016747072339057922, 0.009845052845776081, 0.011436747387051582, 0.01695154793560505, 0.019688090309500694 ], "scores_LH": [ [ 0.013472379185259342, 0.011570663191378117, 0.01166445855051279, 0.014548721723258495, 0.011930054984986782, 0.010027557611465454, 0.009787365794181824, 0.011641371063888073, 0.01947791688144207, 0.007912198081612587, 0.009119994007050991, 0.012400737963616848, 0.011894762516021729, 0.013383746147155762, 0.012043224647641182, 0.013485947623848915 ], [ 0.010273352265357971, 0.001711240503937006, 0.02091180346906185, 0.014163986779749393, 0.6865736246109009, 0.012486763298511505, 0.013997252099215984, 0.0007932193693704903, 0.005385756026953459, 0.011466982774436474, 0.0084431953728199, 0.020845884457230568, 0.022297821938991547, 0.004162461031228304, 0.0028727841563522816, 0.00865744799375534 ], [ 0.008288095705211163, 0.014291800558567047, 0.0007500517531298101, 9.979950846172869e-05, 3.1433632102562115e-05, 0.00024235770979430526, 8.54063400765881e-05, 0.0015347973676398396, 0.00098496547434479, 0.0006653810851275921, 5.4627071222057566e-05, 0.011361389420926571, 0.0014283874770626426, 0.0038152504712343216, 0.0015850246418267488, 0.00014867258141748607 ], [ 0.013526566326618195, 2.858385232684668e-05, 1.0109235972777242e-06, 5.359258370418729e-09, 0.00015067598724272102, 1.6373614926123992e-06, 0.007509463932365179, 6.417651457013562e-05, 6.01602252459088e-08, 4.670388989325147e-06, 1.1010952505330351e-07, 2.4040537027758546e-06, 0.013181107118725777, 6.787542750075204e-12, 0.0009738670778460801, 7.652112543610201e-08 ], [ 0.010118700563907623, 4.330320734879933e-06, 3.3766966112125374e-07, 5.139944292409382e-08, 6.737444664395298e-07, 3.995830411440693e-06, 0.5871291160583496, 6.447474788728869e-06, 0.00011301909398753196, 0.0035340441390872, 0.010865827091038227, 8.741832857595e-07, 6.859724521746102e-07, 6.425371280172582e-22, 1.2227254046592861e-05, 0.003389840479940176 ], [ 0.0011563701555132866, 0.00014799382188357413, 1.3975404726807028e-05, 9.359767432215449e-07, 1.951531430677278e-06, 0.00853385217487812, 9.335150252809399e-07, 0.00044699289719574153, 0.0012824477162212133, 4.150431777816266e-05, 0.0026782613713294268, 1.4544803092720067e-17, 0.006188175641000271, 0.0004336057754699141, 0.004623007960617542, 7.239461865538033e-07 ], [ 0.018096070736646652, 0.0013204844435676932, 0.007576430216431618, 0.004701701458543539, 0.21638362109661102, 0.004617438651621342, 2.0043528365931707e-06, 3.0039235099366124e-08, 6.231999577721581e-05, 0.0016532540321350098, 5.3159452363615856e-05, 0.007146933116018772, 0.005562087055295706, 0.0033350090961903334, 0.00026481968234293163, 4.253764927852899e-06 ], [ 0.03647330030798912, 5.3868066061113495e-06, 0.0002692818234208971, 0.006354471668601036, 0.002618814818561077, 0.017090119421482086, 8.830003025650512e-06, 0.0032796552404761314, 0.019297800958156586, 0.0009823645232245326, 7.754172111162916e-05, 0.888746976852417, 0.0009748293086886406, 4.0786831959849223e-05, 0.0007570453453809023, 0.009391972795128822 ], [ 1.206413799081929e-05, 5.389630359786679e-07, 4.046598041895777e-05, 0.0005342984804883599, 0.005691627971827984, 0.01540854386985302, 9.281576240027789e-06, 9.822638276091311e-06, 0.0017763616051524878, 0.005733284633606672, 0.017342235893011093, 0.0037897853180766106, 0.00010528390703257173, 0.01485004834830761, 0.051943451166152954, 0.07540667802095413 ], [ 0.0012536238646134734, 0.00813805591315031, 0.00014916836516931653, 0.008670263923704624, 0.021465251222252846, 9.668528946349397e-05, 0.017977319657802582, 0.015283404849469662, 0.0006169080152176321, 0.005561241880059242, 7.948989514261484e-05, 0.0004986606072634459, 0.0016663658898323774, 0.00935372058302164, 0.0007955027977004647, 2.775281245703809e-05 ], [ 0.01642271690070629, 0.00520413788035512, 0.008865851908922195, 0.005196448881179094, 0.010900100693106651, 0.0012729710433632135, 0.008778614923357964, 0.00021764379926025867, 0.03878360241651535, 0.001199488528072834, 0.000294915575068444, 0.010118518956005573, 0.02512076497077942, 0.0056185368448495865, 0.023154281079769135, 0.0013470664853230119 ], [ 0.006713863927870989, 0.01216935645788908, 6.527941150125116e-05, 0.019739700481295586, 0.004458228591829538, 0.005823900923132896, 9.272093302570283e-05, 0.001509197405539453, 0.009352856315672398, 0.01335617620497942, 0.011705056764185429, 0.0036970737855881453, 0.0016537178307771683, 0.004556253086775541, 0.13735267519950867, 0.006310749799013138 ], [ 0.013026967644691467, 0.019136730581521988, 0.0012070407392457128, 0.011290468275547028, 0.010486502200365067, 0.004635741002857685, 0.0026256018318235874, 0.005234092008322477, 0.0037560737691819668, 0.004262288101017475, 0.0003435182443354279, 0.002484071534126997, 0.015279185958206654, 0.03157110512256622, 0.010532112792134285, 0.0008488123421557248 ], [ 0.011602484621107578, 0.0027499415446072817, 0.0005833106115460396, 0.0006004857132211328, 0.0003504140768200159, 5.752416473114863e-05, 0.0036196312867105007, 0.00039095268584787846, 0.0031686422880738974, 0.007973864674568176, 0.00025579670909792185, 0.009425978176295757, 1.4617036868003197e-05, 0.00019438040908426046, 0.012717357836663723, 0.0035256037954241037 ], [ 0.007017839699983597, 5.054979556007311e-05, 0.02335897460579872, 0.00013514926831703633, 0.00017183057207148522, 0.0020430292934179306, 0.004447019658982754, 0.009814447723329067, 0.0009680199436843395, 0.03283996134996414, 0.006121987476944923, 0.008823960088193417, 8.22612491901964e-05, 0.00512811541557312, 0.00016890274127945304, 0.0038288908544927835 ], [ 0.007945925928652287, 0.004497022833675146, 0.0036060449201613665, 0.004188410472124815, 0.0059702773578464985, 0.005060691386461258, 0.00436297757551074, 0.027218995615839958, 0.00016586788115091622, 0.002148669445887208, 0.00024048970954027027, 0.004689166788011789, 0.01785413734614849, 0.0028160102665424347, 0.00828561931848526, 7.01921817380935e-05 ], [ 0.00023207688354887068, 0.004151418339461088, 0.004216373898088932, 0.0021413222420960665, 4.725692269857973e-05, 6.44422834739089e-05, 0.0012517935829237103, 0.00029063067631796, 0.005691335536539555, 0.0028251269832253456, 0.0034938573371618986, 0.002755748573690653, 0.018162474036216736, 0.01187220774590969, 0.0029147102031856775, 0.007940863259136677 ], [ 0.008305597119033337, 0.012066308408975601, 0.016016943380236626, 0.0050119804218411446, 0.00035185503656975925, 0.00040175471804104745, 0.003968107048422098, 0.011314893141388893, 0.005298938136547804, 0.0004368901427369565, 0.0009932030225172639, 8.521933341398835e-05, 0.0004254616505932063, 5.175965998205356e-05, 0.02137751877307892, 0.003152623074129224 ], [ 0.015790745615959167, 0.011077925562858582, 0.00014835598994977772, 0.00039545708568766713, 0.004170551896095276, 0.0008766044629737735, 0.00012335111387073994, 0.009392562322318554, 0.006709921173751354, 0.000358004734152928, 0.0037581482902169228, 0.009491664357483387, 0.008369429968297482, 0.004449060186743736, 0.004326361697167158, 0.00463701831176877 ], [ 0.007132203783839941, 0.000447290251031518, 0.003016797360032797, 0.0029673376120626926, 0.006409043446183205, 0.0061729843728244305, 0.016747072339057922, 0.0022946905810385942, 0.007488078437745571, 0.003381514921784401, 0.011582648381590843, 0.0022400980815291405, 0.005024586338549852, 0.00275859865359962, 0.006567580159753561, 0.004421334248036146 ], [ 0.006971921771764755, 0.00841355137526989, 0.003139962675049901, 0.003939655609428883, 0.0016310332575812936, 0.004540630150586367, 0.003662562696263194, 0.0020230025984346867, 0.006552675738930702, 0.002649497240781784, 0.009845052845776081, 0.007338748779147863, 0.0016322721494361758, 0.00917451735585928, 0.004284942522644997, 0.005528532899916172 ], [ 0.005867542698979378, 0.010249069891870022, 0.004494961351156235, 0.0013907018583267927, 0.00683134188875556, 0.005067203659564257, 0.004023923072963953, 0.011436747387051582, 0.0017360950587317348, 0.004243298899382353, 0.007778732106089592, 0.003580218879505992, 0.004791188519448042, 0.008327461779117584, 0.005117479711771011, 0.007851925678551197 ], [ 0.004957208409905434, 0.006175430491566658, 0.011691322550177574, 0.012195643037557602, 0.012567561119794846, 0.00579296937212348, 0.008865961804986, 0.004032428376376629, 0.012407738715410233, 0.004165831953287125, 0.00979010108858347, 0.006625777576118708, 0.011179488152265549, 0.009101040661334991, 0.0007258547702804208, 0.01695154793560505 ], [ 0.013907046988606453, 0.009370146319270134, 0.005360445939004421, 0.004168189130723476, 0.003616396803408861, 0.006632850971072912, 0.019688090309500694, 0.009024055674672127, 0.012836091220378876, 0.011910864152014256, 0.008653552271425724, 0.005626976024359465, 0.010370035655796528, 0.00567439803853631, 0.012067004106938839, 0.014186697080731392 ] ] } ]