data/exp_c2/induction_scores.json

[
  {
    "model": "pythia-70m",
    "N": 6,
    "H": 8,
    "L_crit": 4,
    "peak_induction_layer": 0,
    "offset": -4,
    "layer_max_scores": [
      0.8958979249000549,
      0.024106914177536964,
      0.5235139727592468,
      0.024008391425013542,
      0.026467252522706985,
      0.006680313963443041
    ],
    "scores_LH": [
      [
        0.004235831554979086,
        9.187957766698673e-05,
        0.040488969534635544,
        0.8958979249000549,
        0.0008085652370937169,
        0.005655335728079081,
        0.008657287806272507,
        0.003135313279926777
      ],
      [
        0.014692787081003189,
        0.0022059439215809107,
        0.0056664710864424706,
        0.0002148010244127363,
        0.023661134764552116,
        0.003996202722191811,
        0.024106914177536964,
        0.008048777468502522
      ],
      [
        0.0033964505419135094,
        1.287177383346716e-06,
        0.002665276173502207,
        0.013739030808210373,
        0.0006762247066944838,
        0.029974132776260376,
        0.5235139727592468,
        7.5530069807427935e-06
      ],
      [
        0.013861700892448425,
        0.024008391425013542,
        0.00510761933401227,
        0.01669132150709629,
        0.0014215083792805672,
        0.00580417737364769,
        0.005511728581041098,
        0.008736595511436462
      ],
      [
        0.007067759521305561,
        0.002153001958504319,
        0.008509231731295586,
        0.026467252522706985,
        0.0005710781551897526,
        0.0004537889326456934,
        0.01982802338898182,
        0.013637621887028217
      ],
      [
        1.4357660802488681e-05,
        0.006680313963443041,
        0.00018700325745157897,
        0.0012544977944344282,
        0.00023468490689992905,
        9.029035297203336e-09,
        1.6711303032934666e-05,
        2.2903239305094303e-09
      ]
    ]
  },
  {
    "model": "gpt2-medium",
    "N": 24,
    "H": 16,
    "L_crit": 23,
    "peak_induction_layer": 7,
    "offset": -16,
    "layer_max_scores": [
      0.01947791688144207,
      0.6865736246109009,
      0.014291800558567047,
      0.013526566326618195,
      0.5871291160583496,
      0.00853385217487812,
      0.21638362109661102,
      0.888746976852417,
      0.07540667802095413,
      0.021465251222252846,
      0.03878360241651535,
      0.13735267519950867,
      0.03157110512256622,
      0.012717357836663723,
      0.03283996134996414,
      0.027218995615839958,
      0.018162474036216736,
      0.02137751877307892,
      0.015790745615959167,
      0.016747072339057922,
      0.009845052845776081,
      0.011436747387051582,
      0.01695154793560505,
      0.019688090309500694
    ],
    "scores_LH": [
      [
        0.013472379185259342,
        0.011570663191378117,
        0.01166445855051279,
        0.014548721723258495,
        0.011930054984986782,
        0.010027557611465454,
        0.009787365794181824,
        0.011641371063888073,
        0.01947791688144207,
        0.007912198081612587,
        0.009119994007050991,
        0.012400737963616848,
        0.011894762516021729,
        0.013383746147155762,
        0.012043224647641182,
        0.013485947623848915
      ],
      [
        0.010273352265357971,
        0.001711240503937006,
        0.02091180346906185,
        0.014163986779749393,
        0.6865736246109009,
        0.012486763298511505,
        0.013997252099215984,
        0.0007932193693704903,
        0.005385756026953459,
        0.011466982774436474,
        0.0084431953728199,
        0.020845884457230568,
        0.022297821938991547,
        0.004162461031228304,
        0.0028727841563522816,
        0.00865744799375534
      ],
      [
        0.008288095705211163,
        0.014291800558567047,
        0.0007500517531298101,
        9.979950846172869e-05,
        3.1433632102562115e-05,
        0.00024235770979430526,
        8.54063400765881e-05,
        0.0015347973676398396,
        0.00098496547434479,
        0.0006653810851275921,
        5.4627071222057566e-05,
        0.011361389420926571,
        0.0014283874770626426,
        0.0038152504712343216,
        0.0015850246418267488,
        0.00014867258141748607
      ],
      [
        0.013526566326618195,
        2.858385232684668e-05,
        1.0109235972777242e-06,
        5.359258370418729e-09,
        0.00015067598724272102,
        1.6373614926123992e-06,
        0.007509463932365179,
        6.417651457013562e-05,
        6.01602252459088e-08,
        4.670388989325147e-06,
        1.1010952505330351e-07,
        2.4040537027758546e-06,
        0.013181107118725777,
        6.787542750075204e-12,
        0.0009738670778460801,
        7.652112543610201e-08
      ],
      [
        0.010118700563907623,
        4.330320734879933e-06,
        3.3766966112125374e-07,
        5.139944292409382e-08,
        6.737444664395298e-07,
        3.995830411440693e-06,
        0.5871291160583496,
        6.447474788728869e-06,
        0.00011301909398753196,
        0.0035340441390872,
        0.010865827091038227,
        8.741832857595e-07,
        6.859724521746102e-07,
        6.425371280172582e-22,
        1.2227254046592861e-05,
        0.003389840479940176
      ],
      [
        0.0011563701555132866,
        0.00014799382188357413,
        1.3975404726807028e-05,
        9.359767432215449e-07,
        1.951531430677278e-06,
        0.00853385217487812,
        9.335150252809399e-07,
        0.00044699289719574153,
        0.0012824477162212133,
        4.150431777816266e-05,
        0.0026782613713294268,
        1.4544803092720067e-17,
        0.006188175641000271,
        0.0004336057754699141,
        0.004623007960617542,
        7.239461865538033e-07
      ],
      [
        0.018096070736646652,
        0.0013204844435676932,
        0.007576430216431618,
        0.004701701458543539,
        0.21638362109661102,
        0.004617438651621342,
        2.0043528365931707e-06,
        3.0039235099366124e-08,
        6.231999577721581e-05,
        0.0016532540321350098,
        5.3159452363615856e-05,
        0.007146933116018772,
        0.005562087055295706,
        0.0033350090961903334,
        0.00026481968234293163,
        4.253764927852899e-06
      ],
      [
        0.03647330030798912,
        5.3868066061113495e-06,
        0.0002692818234208971,
        0.006354471668601036,
        0.002618814818561077,
        0.017090119421482086,
        8.830003025650512e-06,
        0.0032796552404761314,
        0.019297800958156586,
        0.0009823645232245326,
        7.754172111162916e-05,
        0.888746976852417,
        0.0009748293086886406,
        4.0786831959849223e-05,
        0.0007570453453809023,
        0.009391972795128822
      ],
      [
        1.206413799081929e-05,
        5.389630359786679e-07,
        4.046598041895777e-05,
        0.0005342984804883599,
        0.005691627971827984,
        0.01540854386985302,
        9.281576240027789e-06,
        9.822638276091311e-06,
        0.0017763616051524878,
        0.005733284633606672,
        0.017342235893011093,
        0.0037897853180766106,
        0.00010528390703257173,
        0.01485004834830761,
        0.051943451166152954,
        0.07540667802095413
      ],
      [
        0.0012536238646134734,
        0.00813805591315031,
        0.00014916836516931653,
        0.008670263923704624,
        0.021465251222252846,
        9.668528946349397e-05,
        0.017977319657802582,
        0.015283404849469662,
        0.0006169080152176321,
        0.005561241880059242,
        7.948989514261484e-05,
        0.0004986606072634459,
        0.0016663658898323774,
        0.00935372058302164,
        0.0007955027977004647,
        2.775281245703809e-05
      ],
      [
        0.01642271690070629,
        0.00520413788035512,
        0.008865851908922195,
        0.005196448881179094,
        0.010900100693106651,
        0.0012729710433632135,
        0.008778614923357964,
        0.00021764379926025867,
        0.03878360241651535,
        0.001199488528072834,
        0.000294915575068444,
        0.010118518956005573,
        0.02512076497077942,
        0.0056185368448495865,
        0.023154281079769135,
        0.0013470664853230119
      ],
      [
        0.006713863927870989,
        0.01216935645788908,
        6.527941150125116e-05,
        0.019739700481295586,
        0.004458228591829538,
        0.005823900923132896,
        9.272093302570283e-05,
        0.001509197405539453,
        0.009352856315672398,
        0.01335617620497942,
        0.011705056764185429,
        0.0036970737855881453,
        0.0016537178307771683,
        0.004556253086775541,
        0.13735267519950867,
        0.006310749799013138
      ],
      [
        0.013026967644691467,
        0.019136730581521988,
        0.0012070407392457128,
        0.011290468275547028,
        0.010486502200365067,
        0.004635741002857685,
        0.0026256018318235874,
        0.005234092008322477,
        0.0037560737691819668,
        0.004262288101017475,
        0.0003435182443354279,
        0.002484071534126997,
        0.015279185958206654,
        0.03157110512256622,
        0.010532112792134285,
        0.0008488123421557248
      ],
      [
        0.011602484621107578,
        0.0027499415446072817,
        0.0005833106115460396,
        0.0006004857132211328,
        0.0003504140768200159,
        5.752416473114863e-05,
        0.0036196312867105007,
        0.00039095268584787846,
        0.0031686422880738974,
        0.007973864674568176,
        0.00025579670909792185,
        0.009425978176295757,
        1.4617036868003197e-05,
        0.00019438040908426046,
        0.012717357836663723,
        0.0035256037954241037
      ],
      [
        0.007017839699983597,
        5.054979556007311e-05,
        0.02335897460579872,
        0.00013514926831703633,
        0.00017183057207148522,
        0.0020430292934179306,
        0.004447019658982754,
        0.009814447723329067,
        0.0009680199436843395,
        0.03283996134996414,
        0.006121987476944923,
        0.008823960088193417,
        8.22612491901964e-05,
        0.00512811541557312,
        0.00016890274127945304,
        0.0038288908544927835
      ],
      [
        0.007945925928652287,
        0.004497022833675146,
        0.0036060449201613665,
        0.004188410472124815,
        0.0059702773578464985,
        0.005060691386461258,
        0.00436297757551074,
        0.027218995615839958,
        0.00016586788115091622,
        0.002148669445887208,
        0.00024048970954027027,
        0.004689166788011789,
        0.01785413734614849,
        0.0028160102665424347,
        0.00828561931848526,
        7.01921817380935e-05
      ],
      [
        0.00023207688354887068,
        0.004151418339461088,
        0.004216373898088932,
        0.0021413222420960665,
        4.725692269857973e-05,
        6.44422834739089e-05,
        0.0012517935829237103,
        0.00029063067631796,
        0.005691335536539555,
        0.0028251269832253456,
        0.0034938573371618986,
        0.002755748573690653,
        0.018162474036216736,
        0.01187220774590969,
        0.0029147102031856775,
        0.007940863259136677
      ],
      [
        0.008305597119033337,
        0.012066308408975601,
        0.016016943380236626,
        0.0050119804218411446,
        0.00035185503656975925,
        0.00040175471804104745,
        0.003968107048422098,
        0.011314893141388893,
        0.005298938136547804,
        0.0004368901427369565,
        0.0009932030225172639,
        8.521933341398835e-05,
        0.0004254616505932063,
        5.175965998205356e-05,
        0.02137751877307892,
        0.003152623074129224
      ],
      [
        0.015790745615959167,
        0.011077925562858582,
        0.00014835598994977772,
        0.00039545708568766713,
        0.004170551896095276,
        0.0008766044629737735,
        0.00012335111387073994,
        0.009392562322318554,
        0.006709921173751354,
        0.000358004734152928,
        0.0037581482902169228,
        0.009491664357483387,
        0.008369429968297482,
        0.004449060186743736,
        0.004326361697167158,
        0.00463701831176877
      ],
      [
        0.007132203783839941,
        0.000447290251031518,
        0.003016797360032797,
        0.0029673376120626926,
        0.006409043446183205,
        0.0061729843728244305,
        0.016747072339057922,
        0.0022946905810385942,
        0.007488078437745571,
        0.003381514921784401,
        0.011582648381590843,
        0.0022400980815291405,
        0.005024586338549852,
        0.00275859865359962,
        0.006567580159753561,
        0.004421334248036146
      ],
      [
        0.006971921771764755,
        0.00841355137526989,
        0.003139962675049901,
        0.003939655609428883,
        0.0016310332575812936,
        0.004540630150586367,
        0.003662562696263194,
        0.0020230025984346867,
        0.006552675738930702,
        0.002649497240781784,
        0.009845052845776081,
        0.007338748779147863,
        0.0016322721494361758,
        0.00917451735585928,
        0.004284942522644997,
        0.005528532899916172
      ],
      [
        0.005867542698979378,
        0.010249069891870022,
        0.004494961351156235,
        0.0013907018583267927,
        0.00683134188875556,
        0.005067203659564257,
        0.004023923072963953,
        0.011436747387051582,
        0.0017360950587317348,
        0.004243298899382353,
        0.007778732106089592,
        0.003580218879505992,
        0.004791188519448042,
        0.008327461779117584,
        0.005117479711771011,
        0.007851925678551197
      ],
      [
        0.004957208409905434,
        0.006175430491566658,
        0.011691322550177574,
        0.012195643037557602,
        0.012567561119794846,
        0.00579296937212348,
        0.008865961804986,
        0.004032428376376629,
        0.012407738715410233,
        0.004165831953287125,
        0.00979010108858347,
        0.006625777576118708,
        0.011179488152265549,
        0.009101040661334991,
        0.0007258547702804208,
        0.01695154793560505
      ],
      [
        0.013907046988606453,
        0.009370146319270134,
        0.005360445939004421,
        0.004168189130723476,
        0.003616396803408861,
        0.006632850971072912,
        0.019688090309500694,
        0.009024055674672127,
        0.012836091220378876,
        0.011910864152014256,
        0.008653552271425724,
        0.005626976024359465,
        0.010370035655796528,
        0.00567439803853631,
        0.012067004106938839,
        0.014186697080731392
      ]
    ]
  }
]