diff --git "a/ioi_gpt2/ioi_gpt2.json" "b/ioi_gpt2/ioi_gpt2.json" new file mode 100644--- /dev/null +++ "b/ioi_gpt2/ioi_gpt2.json" @@ -0,0 +1,7820 @@ +{ + "cfg": { + "n_layers": 12, + "n_heads": 12, + "d_model": 768, + "parallel_attn_mlp": false + }, + "nodes": { + "a9.h4": { + "in_graph": true + }, + "a3.h6": { + "in_graph": true + }, + "a9.h5": { + "in_graph": true + }, + "a2.h2": { + "in_graph": true + }, + "a4.h4": { + "in_graph": true + }, + "a3.h2": { + "in_graph": true + }, + "a10.h3": { + "in_graph": true + }, + "a11.h1": { + "in_graph": true + }, + "a1.h9": { + "in_graph": true + }, + "a3.h0": { + "in_graph": true + }, + "m0": { + "in_graph": true + }, + "a2.h7": { + "in_graph": true + }, + "a2.h3": { + "in_graph": true + }, + "a0.h7": { + "in_graph": true + }, + "a9.h2": { + "in_graph": true + }, + "a8.h0": { + "in_graph": true + }, + "a0.h8": { + "in_graph": true + }, + "a6.h5": { + "in_graph": true + }, + "logits": { + "in_graph": true + }, + "a7.h9": { + "in_graph": true + }, + "m4": { + "in_graph": true + }, + "a0.h11": { + "in_graph": true + }, + "a0.h6": { + "in_graph": true + }, + "a6.h2": { + "in_graph": true + }, + "a11.h3": { + "in_graph": true + }, + "a1.h6": { + "in_graph": true + }, + "a1.h4": { + "in_graph": true + }, + "a6.h7": { + "in_graph": true + }, + "a5.h11": { + "in_graph": true + }, + "a10.h1": { + "in_graph": true + }, + "a5.h5": { + "in_graph": true + }, + "a6.h3": { + "in_graph": true + }, + "a0.h10": { + "in_graph": true + }, + "a8.h10": { + "in_graph": true + }, + "a0.h4": { + "in_graph": true + }, + "a11.h0": { + "in_graph": true + }, + "a2.h1": { + "in_graph": true + }, + "a10.h11": { + "in_graph": true + }, + "input": { + "in_graph": true + }, + "m10": { + "in_graph": true + }, + "a8.h6": { + "in_graph": true + }, + "a9.h11": { + "in_graph": true + }, + "a5.h10": { + "in_graph": true + }, + "m1": { + "in_graph": true + }, + "m11": { + "in_graph": true + }, + "a11.h10": { + "in_graph": true + }, + "a5.h1": { + "in_graph": true + }, + "a11.h11": { + "in_graph": true + }, + "a5.h0": { + "in_graph": true + }, + "a5.h8": { + "in_graph": true + }, + "a11.h4": { + "in_graph": true + }, + "a6.h0": { + "in_graph": true + }, + "a6.h9": { + "in_graph": true + }, + "a0.h5": { + "in_graph": true + }, + "a10.h10": { + "in_graph": true + }, + "a8.h3": { + "in_graph": true + }, + "a6.h1": { + "in_graph": true + }, + "a11.h5": { + "in_graph": true + }, + "a10.h6": { + "in_graph": true + }, + "a11.h8": { + "in_graph": true + }, + "a1.h11": { + "in_graph": true + }, + "a7.h3": { + "in_graph": true + }, + "a9.h9": { + "in_graph": true + }, + "m9": { + "in_graph": true + }, + "m6": { + "in_graph": true + }, + "a0.h1": { + "in_graph": true + }, + "a9.h7": { + "in_graph": true + }, + "a4.h6": { + "in_graph": true + }, + "a5.h9": { + "in_graph": true + }, + "a6.h11": { + "in_graph": true + }, + "a7.h11": { + "in_graph": true + }, + "a3.h7": { + "in_graph": true + }, + "a3.h10": { + "in_graph": true + }, + "a9.h6": { + "in_graph": true + }, + "a11.h7": { + "in_graph": true + }, + "a9.h0": { + "in_graph": true + }, + "a7.h6": { + "in_graph": true + }, + "a2.h9": { + "in_graph": true + }, + "a9.h3": { + "in_graph": true + }, + "a6.h6": { + "in_graph": true + }, + "a8.h8": { + "in_graph": true + }, + "a10.h2": { + "in_graph": true + }, + "a4.h3": { + "in_graph": true + }, + "a5.h4": { + "in_graph": true + }, + "a9.h8": { + "in_graph": true + }, + "a11.h2": { + "in_graph": true + }, + "a11.h9": { + "in_graph": true + }, + "a8.h11": { + "in_graph": true + }, + "m8": { + "in_graph": true + }, + "m5": { + "in_graph": true + }, + "a10.h0": { + "in_graph": true + }, + "a4.h7": { + "in_graph": true + }, + "a4.h8": { + "in_graph": true + }, + "a2.h6": { + "in_graph": true + }, + "a0.h9": { + "in_graph": true + }, + "a8.h2": { + "in_graph": true + }, + "a7.h1": { + "in_graph": true + }, + "a8.h5": { + "in_graph": true + }, + "a6.h4": { + "in_graph": true + }, + "a3.h5": { + "in_graph": true + }, + "a0.h2": { + "in_graph": true + }, + "a4.h0": { + "in_graph": true + }, + "m7": { + "in_graph": true + }, + "a1.h7": { + "in_graph": true + }, + "m3": { + "in_graph": true + }, + "a3.h3": { + "in_graph": true + }, + "m2": { + "in_graph": true + }, + "a0.h3": { + "in_graph": true + }, + "a0.h0": { + "in_graph": true + }, + "a1.h0": { + "in_graph": true + }, + "a1.h8": { + "in_graph": true + }, + "a11.h6": { + "in_graph": true + }, + "a1.h5": { + "in_graph": true + }, + "a7.h8": { + "in_graph": true + }, + "a3.h4": { + "in_graph": true + }, + "a10.h7": { + "in_graph": true + } + }, + "edges": { + "input->m0": { + "score": 0.4122251272201538, + "in_graph": true + }, + "m0->a5.h5": { + "score": 0.08255726099014282, + "in_graph": true + }, + "a5.h5->a8.h6": { + "score": 0.12335509061813354, + "in_graph": true + }, + "a5.h5->a8.h6": { + "score": 0.12335509061813354, + "in_graph": true + }, + "a8.h6->a9.h9": { + "score": 0.17559868097305298, + "in_graph": true + }, + "a9.h9->logits": { + "score": 0.2817089557647705, + "in_graph": true + }, + "m0->a6.h9": { + "score": 0.062466323375701904, + "in_graph": true + }, + "a6.h9->a8.h6": { + "score": 0.1414928436279297, + "in_graph": true + }, + "a6.h9->a8.h6": { + "score": 0.1414928436279297, + "in_graph": true + }, + "a8.h6->a9.h6": { + "score": 0.052084386348724365, + "in_graph": true + }, + "a9.h6->logits": { + "score": 0.12094783782958984, + "in_graph": true + }, + "a8.h6->a10.h10": { + "score": 0.07947266101837158, + "in_graph": true + }, + "a10.h10->logits": { + "score": 0.09889835119247437, + "in_graph": true + }, + "a8.h6->a10.h0": { + "score": 0.08686238527297974, + "in_graph": true + }, + "a10.h0->logits": { + "score": 0.1118742823600769, + "in_graph": true + }, + "m0->a3.h0": { + "score": 0.17911356687545776, + "in_graph": true + }, + "a3.h0->m3": { + "score": 0.12174791097640991, + "in_graph": true + }, + "m3->m4": { + "score": 0.08934634923934937, + "in_graph": true + }, + "m4->a6.h9": { + "score": 0.03309774398803711, + "in_graph": true + }, + "a3.h0->a6.h9": { + "score": 0.03775423765182495, + "in_graph": true + }, + "a5.h5->a7.h9": { + "score": 0.03712570667266846, + "in_graph": true + }, + "a5.h5->a7.h9": { + "score": 0.03712570667266846, + "in_graph": true + }, + "a7.h9->a9.h9": { + "score": 0.024028897285461426, + "in_graph": true + }, + "a3.h0->a7.h1": { + "score": 0.03385114669799805, + "in_graph": true + }, + "a7.h1->a8.h6": { + "score": 0.05473339557647705, + "in_graph": true + }, + "a7.h1->a8.h6": { + "score": 0.05473339557647705, + "in_graph": true + }, + "m4->a5.h5": { + "score": 0.013953745365142822, + "in_graph": true + }, + "a8.h6->a10.h6": { + "score": 0.022937655448913574, + "in_graph": true + }, + "a10.h6->logits": { + "score": 0.025367259979248047, + "in_graph": true + }, + "a3.h0->a8.h6": { + "score": 0.02119356393814087, + "in_graph": true + }, + "a3.h0->a8.h6": { + "score": 0.02119356393814087, + "in_graph": true + }, + "m3->m5": { + "score": 0.08531945943832397, + "in_graph": true + }, + "m5->a6.h9": { + "score": 0.08185690641403198, + "in_graph": true + }, + "m0->m1": { + "score": 0.08096134662628174, + "in_graph": true + }, + "m1->a6.h9": { + "score": 0.026206016540527344, + "in_graph": true + }, + "a5.h5->a7.h1": { + "score": 0.02873396873474121, + "in_graph": true + }, + "a3.h0->a5.h5": { + "score": 0.004826962947845459, + "in_graph": true + }, + "m0->a8.h10": { + "score": 0.002306997776031494, + "in_graph": true + }, + "m0->a8.h10": { + "score": 0.002306997776031494, + "in_graph": true + }, + "a8.h10->logits": { + "score": 0.013876676559448242, + "in_graph": true + }, + "a5.h5->a8.h10": { + "score": 0.029500603675842285, + "in_graph": true + }, + "a5.h5->a8.h10": { + "score": 0.029500603675842285, + "in_graph": true + }, + "a8.h10->a9.h9": { + "score": 0.012593984603881836, + "in_graph": true + }, + "a8.h6->a10.h2": { + "score": 0.023989856243133545, + "in_graph": true + }, + "a10.h2->logits": { + "score": 0.012071788311004639, + "in_graph": true + }, + "input->a0.h1": { + "score": 0.05967509746551514, + "in_graph": true + }, + "a0.h1->a6.h9": { + "score": 0.01844710111618042, + "in_graph": true + }, + "a3.h0->a5.h9": { + "score": 0.014467298984527588, + "in_graph": true + }, + "a5.h9->m5": { + "score": 0.0417097806930542, + "in_graph": true + }, + "m0->a7.h9": { + "score": -0.0038875341415405273, + "in_graph": true + }, + "m0->a7.h9": { + "score": -0.0038875341415405273, + "in_graph": true + }, + "a7.h9->logits": { + "score": 0.013551175594329834, + "in_graph": true + }, + "m5->a8.h6": { + "score": 0.06471902132034302, + "in_graph": true + }, + "m5->a8.h6": { + "score": 0.06471902132034302, + "in_graph": true + }, + "a3.h0->a7.h9": { + "score": 0.02001333236694336, + "in_graph": true + }, + "a3.h0->a7.h9": { + "score": 0.02001333236694336, + "in_graph": true + }, + "m3->a5.h9": { + "score": 0.033909738063812256, + "in_graph": true + }, + "a5.h9->a7.h1": { + "score": -0.018182873725891113, + "in_graph": true + }, + "a5.h9->a8.h6": { + "score": 0.010363876819610596, + "in_graph": true + }, + "a5.h9->a8.h6": { + "score": 0.010363876819610596, + "in_graph": true + }, + "m4->a7.h1": { + "score": 0.008417069911956787, + "in_graph": true + }, + "a7.h9->a10.h0": { + "score": 0.013939380645751953, + "in_graph": true + }, + "a7.h9->a10.h10": { + "score": 0.0059261322021484375, + "in_graph": true + }, + "a6.h9->a7.h1": { + "score": 0.020502924919128418, + "in_graph": true + }, + "a3.h0->a8.h10": { + "score": 0.021703004837036133, + "in_graph": true + }, + "a3.h0->a8.h10": { + "score": 0.021703004837036133, + "in_graph": true + }, + "a8.h10->a11.h2": { + "score": 0.011585414409637451, + "in_graph": true + }, + "a11.h2->logits": { + "score": 0.010404527187347412, + "in_graph": true + }, + "a8.h10->a10.h0": { + "score": 0.01283419132232666, + "in_graph": true + }, + "m0->m3": { + "score": 0.030193328857421875, + "in_graph": true + }, + "m3->a6.h9": { + "score": -0.023987650871276855, + "in_graph": true + }, + "a3.h0->m4": { + "score": 0.0008906722068786621, + "in_graph": true + }, + "m4->a5.h9": { + "score": 0.021378517150878906, + "in_graph": true + }, + "m0->m2": { + "score": 0.05609750747680664, + "in_graph": true + }, + "m2->a6.h9": { + "score": 0.01955246925354004, + "in_graph": true + }, + "a7.h9->a9.h6": { + "score": 0.004558682441711426, + "in_graph": true + }, + "a6.h9->a7.h9": { + "score": 0.0125504732131958, + "in_graph": true + }, + "a6.h9->a7.h9": { + "score": 0.0125504732131958, + "in_graph": true + }, + "m3->m6": { + "score": 0.036679863929748535, + "in_graph": true + }, + "m6->a7.h1": { + "score": 0.008451104164123535, + "in_graph": true + }, + "m3->a6.h6": { + "score": 0.015756964683532715, + "in_graph": true + }, + "a6.h6->a7.h1": { + "score": 0.0006387829780578613, + "in_graph": true + }, + "a5.h9->m6": { + "score": 0.016475915908813477, + "in_graph": true + }, + "m6->a8.h6": { + "score": 0.018344521522521973, + "in_graph": true + }, + "m6->a8.h6": { + "score": 0.018344521522521973, + "in_graph": true + }, + "m5->a7.h1": { + "score": 0.006957054138183594, + "in_graph": true + }, + "input->a0.h3": { + "score": 0.01255500316619873, + "in_graph": true + }, + "a0.h3->m0": { + "score": 0.015694618225097656, + "in_graph": true + }, + "a0.h1->m0": { + "score": 0.035546720027923584, + "in_graph": true + }, + "a5.h9->a6.h6": { + "score": 0.014633357524871826, + "in_graph": true + }, + "a6.h6->a8.h6": { + "score": -0.0004100799560546875, + "in_graph": true + }, + "a6.h6->a8.h6": { + "score": -0.0004100799560546875, + "in_graph": true + }, + "m0->a8.h6": { + "score": -0.0013632774353027344, + "in_graph": true + }, + "m0->a8.h6": { + "score": -0.0013632774353027344, + "in_graph": true + }, + "m2->m3": { + "score": 0.030617833137512207, + "in_graph": true + }, + "m4->m5": { + "score": 0.01432889699935913, + "in_graph": true + }, + "a8.h10->a10.h10": { + "score": 0.005686640739440918, + "in_graph": true + }, + "a8.h6->a10.h1": { + "score": 0.006071805953979492, + "in_graph": true + }, + "a10.h1->logits": { + "score": 0.01804816722869873, + "in_graph": true + }, + "m3->a7.h1": { + "score": -0.01791667938232422, + "in_graph": true + }, + "a5.h9->m7": { + "score": 0.011948227882385254, + "in_graph": true + }, + "m7->a8.h6": { + "score": 0.027165532112121582, + "in_graph": true + }, + "m7->a8.h6": { + "score": 0.027165532112121582, + "in_graph": true + }, + "m1->a5.h5": { + "score": 0.0025721192359924316, + "in_graph": true + }, + "a9.h9->m10": { + "score": 0.01563924551010132, + "in_graph": true + }, + "m10->logits": { + "score": 0.013741493225097656, + "in_graph": true + }, + "a8.h10->a9.h6": { + "score": 0.004253804683685303, + "in_graph": true + }, + "a5.h5->a6.h9": { + "score": -0.04915052652359009, + "in_graph": true + }, + "a10.h10->a11.h10": { + "score": -0.013459742069244385, + "in_graph": true + }, + "a11.h10->logits": { + "score": -0.07784384489059448, + "in_graph": true + }, + "m0->m4": { + "score": 0.000697791576385498, + "in_graph": true + }, + "a3.h0->a5.h8": { + "score": 0.011404156684875488, + "in_graph": true + }, + "a5.h8->m5": { + "score": 0.028092265129089355, + "in_graph": true + }, + "m4->a6.h6": { + "score": 0.002107858657836914, + "in_graph": true + }, + "m0->a3.h4": { + "score": 0.01244574785232544, + "in_graph": true + }, + "a3.h4->a6.h9": { + "score": 0.007248520851135254, + "in_graph": true + }, + "a8.h10->a11.h6": { + "score": 0.006399810314178467, + "in_graph": true + }, + "a11.h6->logits": { + "score": 0.005133152008056641, + "in_graph": true + }, + "a5.h9->a7.h9": { + "score": -0.0007377862930297852, + "in_graph": true + }, + "a5.h9->a7.h9": { + "score": -0.0007377862930297852, + "in_graph": true + }, + "input->a0.h10": { + "score": 0.01759105920791626, + "in_graph": true + }, + "a0.h10->m0": { + "score": 0.01751953363418579, + "in_graph": true + }, + "m1->a7.h9": { + "score": 0.008615493774414062, + "in_graph": true + }, + "m1->a7.h9": { + "score": 0.008615493774414062, + "in_graph": true + }, + "a3.h0->m5": { + "score": -0.024308085441589355, + "in_graph": true + }, + "m5->m6": { + "score": 0.0030948519706726074, + "in_graph": true + }, + "a8.h6->m8": { + "score": 0.026400268077850342, + "in_graph": true + }, + "m8->a11.h2": { + "score": 0.006431281566619873, + "in_graph": true + }, + "m0->a5.h9": { + "score": 0.007437705993652344, + "in_graph": true + }, + "m3->a5.h1": { + "score": 0.005943357944488525, + "in_graph": true + }, + "a5.h1->a6.h9": { + "score": 0.010093331336975098, + "in_graph": true + }, + "a0.h1->a5.h5": { + "score": 0.0027404427528381348, + "in_graph": true + }, + "a8.h10->m8": { + "score": 0.0038756132125854492, + "in_graph": true + }, + "m8->a10.h10": { + "score": 0.010852515697479248, + "in_graph": true + }, + "m0->m5": { + "score": 0.01748102903366089, + "in_graph": true + }, + "m3->a5.h5": { + "score": -0.004038691520690918, + "in_graph": true + }, + "a3.h0->a6.h6": { + "score": -0.0058078765869140625, + "in_graph": true + }, + "a6.h6->m6": { + "score": 0.004745304584503174, + "in_graph": true + }, + "m4->m6": { + "score": 0.001971006393432617, + "in_graph": true + }, + "m8->a9.h9": { + "score": 0.0038598179817199707, + "in_graph": true + }, + "a6.h9->m6": { + "score": -0.016709744930267334, + "in_graph": true + }, + "m3->a8.h6": { + "score": -0.0038173794746398926, + "in_graph": true + }, + "m3->a8.h6": { + "score": -0.0038173794746398926, + "in_graph": true + }, + "m5->a7.h9": { + "score": 0.013392150402069092, + "in_graph": true + }, + "m5->a7.h9": { + "score": 0.013392150402069092, + "in_graph": true + }, + "m10->a11.h2": { + "score": 0.014463305473327637, + "in_graph": true + }, + "a8.h10->a10.h1": { + "score": 0.005315899848937988, + "in_graph": true + }, + "m3->a4.h4": { + "score": 0.004159152507781982, + "in_graph": true + }, + "m3->a4.h4": { + "score": 0.004159152507781982, + "in_graph": true + }, + "a4.h4->a6.h9": { + "score": 0.002731144428253174, + "in_graph": true + }, + "a6.h6->m7": { + "score": 0.0057839155197143555, + "in_graph": true + }, + "m4->a8.h6": { + "score": 0.016742289066314697, + "in_graph": true + }, + "m4->a8.h6": { + "score": 0.016742289066314697, + "in_graph": true + }, + "input->a0.h3": { + "score": 0.009635448455810547, + "in_graph": true + }, + "input->a0.h3": { + "score": 0.009635448455810547, + "in_graph": true + }, + "a0.h1->a3.h0": { + "score": 0.011054277420043945, + "in_graph": true + }, + "a5.h9->a6.h9": { + "score": 0.011550486087799072, + "in_graph": true + }, + "m1->m6": { + "score": 0.011399805545806885, + "in_graph": true + }, + "a9.h9->a10.h7": { + "score": -0.016012966632843018, + "in_graph": true + }, + "a10.h7->a11.h10": { + "score": 0.00885319709777832, + "in_graph": true + }, + "a3.h4->m3": { + "score": 0.015075087547302246, + "in_graph": true + }, + "a6.h9->a8.h10": { + "score": 0.0075217485427856445, + "in_graph": true + }, + "a6.h9->a8.h10": { + "score": 0.0075217485427856445, + "in_graph": true + }, + "a5.h9->a8.h10": { + "score": -0.003978073596954346, + "in_graph": true + }, + "a5.h9->a8.h10": { + "score": -0.003978073596954346, + "in_graph": true + }, + "a9.h9->a11.h10": { + "score": -0.03610336780548096, + "in_graph": true + }, + "m8->a11.h6": { + "score": 0.0033592581748962402, + "in_graph": true + }, + "input->a0.h1": { + "score": 0.005186915397644043, + "in_graph": true + }, + "input->a0.h1": { + "score": 0.005186915397644043, + "in_graph": true + }, + "m0->a9.h7": { + "score": 0.0012235045433044434, + "in_graph": true + }, + "m0->a9.h7": { + "score": 0.0012235045433044434, + "in_graph": true + }, + "a9.h7->logits": { + "score": 0.004259705543518066, + "in_graph": true + }, + "a8.h6->a11.h1": { + "score": 0.0059548020362854, + "in_graph": true + }, + "a11.h1->logits": { + "score": 0.0030789971351623535, + "in_graph": true + }, + "m3->a4.h4": { + "score": 0.004903674125671387, + "in_graph": true + }, + "a8.h6->m10": { + "score": 0.004158318042755127, + "in_graph": true + }, + "a3.h0->a4.h3": { + "score": 0.007745563983917236, + "in_graph": true + }, + "a3.h0->a4.h3": { + "score": 0.007745563983917236, + "in_graph": true + }, + "a4.h3->a7.h3": { + "score": 0.009676098823547363, + "in_graph": true + }, + "a4.h3->a7.h3": { + "score": 0.009676098823547363, + "in_graph": true + }, + "a7.h3->a11.h2": { + "score": 0.007800042629241943, + "in_graph": true + }, + "m3->a5.h8": { + "score": 0.0024109482765197754, + "in_graph": true + }, + "a5.h8->a8.h6": { + "score": -0.0028640031814575195, + "in_graph": true + }, + "a5.h8->a8.h6": { + "score": -0.0028640031814575195, + "in_graph": true + }, + "a7.h9->a11.h2": { + "score": 0.004685521125793457, + "in_graph": true + }, + "m8->a10.h0": { + "score": 0.008315861225128174, + "in_graph": true + }, + "a3.h0->a7.h3": { + "score": 0.010009169578552246, + "in_graph": true + }, + "a3.h0->a7.h3": { + "score": 0.010009169578552246, + "in_graph": true + }, + "m2->a5.h5": { + "score": 0.0038651227951049805, + "in_graph": true + }, + "m3->a5.h0": { + "score": 0.01171034574508667, + "in_graph": true + }, + "a5.h0->m5": { + "score": 0.011298298835754395, + "in_graph": true + }, + "a3.h4->a7.h1": { + "score": 0.003151237964630127, + "in_graph": true + }, + "a0.h10->m2": { + "score": 0.0013848543167114258, + "in_graph": true + }, + "a7.h9->a10.h1": { + "score": 0.003600001335144043, + "in_graph": true + }, + "a9.h9->m9": { + "score": -0.0008442997932434082, + "in_graph": true + }, + "m9->logits": { + "score": 0.008650779724121094, + "in_graph": true + }, + "m4->a5.h1": { + "score": 0.0028450489044189453, + "in_graph": true + }, + "a0.h3->a6.h9": { + "score": 0.007602691650390625, + "in_graph": true + }, + "m1->a3.h0": { + "score": 0.01371532678604126, + "in_graph": true + }, + "a0.h10->m6": { + "score": 0.008798837661743164, + "in_graph": true + }, + "m0->a2.h2": { + "score": -0.0008463859558105469, + "in_graph": true + }, + "a2.h2->m4": { + "score": 0.00788205862045288, + "in_graph": true + }, + "a7.h3->a10.h0": { + "score": 0.004163146018981934, + "in_graph": true + }, + "a8.h6->m9": { + "score": 0.006183803081512451, + "in_graph": true + }, + "m9->a11.h2": { + "score": 0.0038198232650756836, + "in_graph": true + }, + "a5.h5->a7.h3": { + "score": 0.008810937404632568, + "in_graph": true + }, + "a5.h5->a7.h3": { + "score": 0.008810937404632568, + "in_graph": true + }, + "a7.h3->a9.h9": { + "score": 0.005136311054229736, + "in_graph": true + }, + "a0.h1->m6": { + "score": 0.0037090182304382324, + "in_graph": true + }, + "a7.h9->m8": { + "score": 0.005188643932342529, + "in_graph": true + }, + "m8->a9.h4": { + "score": 0.0019467473030090332, + "in_graph": true + }, + "a9.h4->a11.h2": { + "score": -0.0008963346481323242, + "in_graph": true + }, + "m0->a5.h8": { + "score": 0.007753908634185791, + "in_graph": true + }, + "a5.h8->m6": { + "score": 0.01412433385848999, + "in_graph": true + }, + "m1->a8.h10": { + "score": 0.0028643012046813965, + "in_graph": true + }, + "m1->a8.h10": { + "score": 0.0028643012046813965, + "in_graph": true + }, + "m9->a11.h6": { + "score": 0.0037980079650878906, + "in_graph": true + }, + "m6->a8.h10": { + "score": -0.0007948875427246094, + "in_graph": true + }, + "m6->a8.h10": { + "score": -0.0007948875427246094, + "in_graph": true + }, + "m2->a8.h6": { + "score": 0.006824493408203125, + "in_graph": true + }, + "m2->a8.h6": { + "score": 0.006824493408203125, + "in_graph": true + }, + "a8.h6->a11.h10": { + "score": 0.00019657611846923828, + "in_graph": true + }, + "m8->a9.h6": { + "score": 0.0006516575813293457, + "in_graph": true + }, + "input->a0.h10": { + "score": 0.006339669227600098, + "in_graph": true + }, + "input->a0.h10": { + "score": 0.006339669227600098, + "in_graph": true + }, + "m1->m2": { + "score": 0.01171201467514038, + "in_graph": true + }, + "a7.h9->a10.h6": { + "score": 0.002178788185119629, + "in_graph": true + }, + "m3->a7.h9": { + "score": 0.0012001991271972656, + "in_graph": true + }, + "m3->a7.h9": { + "score": 0.0012001991271972656, + "in_graph": true + }, + "input->a0.h7": { + "score": 0.005963683128356934, + "in_graph": true + }, + "input->a0.h7": { + "score": 0.005963683128356934, + "in_graph": true + }, + "a0.h7->m1": { + "score": 0.0021077990531921387, + "in_graph": true + }, + "a5.h5->a9.h7": { + "score": 0.004471540451049805, + "in_graph": true + }, + "a5.h5->a9.h7": { + "score": 0.004471540451049805, + "in_graph": true + }, + "a9.h7->a10.h0": { + "score": 0.0026099085807800293, + "in_graph": true + }, + "a8.h10->a10.h2": { + "score": 0.0015412569046020508, + "in_graph": true + }, + "m5->a6.h6": { + "score": 0.0028301477432250977, + "in_graph": true + }, + "a7.h9->a11.h6": { + "score": 0.004305541515350342, + "in_graph": true + }, + "a0.h7->m0": { + "score": 0.0024893879890441895, + "in_graph": true + }, + "m8->a10.h2": { + "score": 0.0035334229469299316, + "in_graph": true + }, + "a5.h5->m6": { + "score": -0.029881417751312256, + "in_graph": true + }, + "m6->m7": { + "score": 0.006764233112335205, + "in_graph": true + }, + "a5.h9->a6.h6": { + "score": 0.004835724830627441, + "in_graph": true + }, + "a5.h9->a6.h6": { + "score": 0.004835724830627441, + "in_graph": true + }, + "m1->m5": { + "score": 0.00999748706817627, + "in_graph": true + }, + "input->a0.h4": { + "score": 0.014957189559936523, + "in_graph": true + }, + "a0.h4->m0": { + "score": 0.008191823959350586, + "in_graph": true + }, + "m8->a10.h1": { + "score": 0.0033086538314819336, + "in_graph": true + }, + "a8.h6->a9.h8": { + "score": 0.0037307143211364746, + "in_graph": true + }, + "a9.h8->logits": { + "score": 0.004883468151092529, + "in_graph": true + }, + "m4->a5.h8": { + "score": 0.002292454242706299, + "in_graph": true + }, + "a6.h9->m7": { + "score": -0.0015344619750976562, + "in_graph": true + }, + "a0.h10->a7.h9": { + "score": 0.007916629314422607, + "in_graph": true + }, + "a0.h10->a7.h9": { + "score": 0.007916629314422607, + "in_graph": true + }, + "m5->a8.h10": { + "score": 0.010987520217895508, + "in_graph": true + }, + "m5->a8.h10": { + "score": 0.010987520217895508, + "in_graph": true + }, + "m2->m4": { + "score": 0.004701197147369385, + "in_graph": true + }, + "a3.h4->a5.h5": { + "score": 0.0022939443588256836, + "in_graph": true + }, + "a9.h6->a10.h7": { + "score": -0.011208295822143555, + "in_graph": true + }, + "a5.h5->a6.h6": { + "score": -0.008968353271484375, + "in_graph": true + }, + "m1->m3": { + "score": 0.009113311767578125, + "in_graph": true + }, + "a0.h10->m1": { + "score": -0.015422999858856201, + "in_graph": true + }, + "m2->a7.h9": { + "score": 0.0026607513427734375, + "in_graph": true + }, + "m2->a7.h9": { + "score": 0.0026607513427734375, + "in_graph": true + }, + "a8.h6->a11.h2": { + "score": -0.003549039363861084, + "in_graph": true + }, + "m2->a5.h9": { + "score": -0.0006645917892456055, + "in_graph": true + }, + "a9.h6->a10.h0": { + "score": -0.012241482734680176, + "in_graph": true + }, + "m0->m6": { + "score": 0.0034022927284240723, + "in_graph": true + }, + "m6->a7.h9": { + "score": -0.0034003257751464844, + "in_graph": true + }, + "m6->a7.h9": { + "score": -0.0034003257751464844, + "in_graph": true + }, + "a5.h8->a7.h1": { + "score": -0.006382107734680176, + "in_graph": true + }, + "a9.h6->a11.h10": { + "score": -0.012724041938781738, + "in_graph": true + }, + "input->a0.h4": { + "score": 0.010644197463989258, + "in_graph": true + }, + "input->a0.h4": { + "score": 0.010644197463989258, + "in_graph": true + }, + "a0.h4->a6.h9": { + "score": 0.007545411586761475, + "in_graph": true + }, + "a9.h7->a10.h10": { + "score": -7.772445678710938e-05, + "in_graph": true + }, + "m4->a5.h0": { + "score": 0.0015831589698791504, + "in_graph": true + }, + "m0->a2.h9": { + "score": 0.0037201642990112305, + "in_graph": true + }, + "m0->a2.h9": { + "score": 0.0037201642990112305, + "in_graph": true + }, + "a2.h9->m3": { + "score": 0.0032587051391601562, + "in_graph": true + }, + "a3.h0->a6.h0": { + "score": 0.008457541465759277, + "in_graph": true + }, + "a3.h0->a6.h0": { + "score": 0.008457541465759277, + "in_graph": true + }, + "a6.h0->a7.h3": { + "score": 0.010128915309906006, + "in_graph": true + }, + "a6.h0->a7.h3": { + "score": 0.010128915309906006, + "in_graph": true + }, + "m8->a10.h6": { + "score": 0.0028237104415893555, + "in_graph": true + }, + "a8.h6->a9.h4": { + "score": -0.003995239734649658, + "in_graph": true + }, + "m1->m4": { + "score": 0.0018995404243469238, + "in_graph": true + }, + "m0->a1.h8": { + "score": -0.0005294680595397949, + "in_graph": true + }, + "a1.h8->m1": { + "score": 0.0033892393112182617, + "in_graph": true + }, + "a0.h7->m2": { + "score": 0.0009825825691223145, + "in_graph": true + }, + "m0->a9.h5": { + "score": 0.0014786720275878906, + "in_graph": true + }, + "m0->a9.h5": { + "score": 0.0014786720275878906, + "in_graph": true + }, + "a9.h5->logits": { + "score": 0.0017134547233581543, + "in_graph": true + }, + "a1.h8->a7.h9": { + "score": -0.0005487203598022461, + "in_graph": true + }, + "a1.h8->a7.h9": { + "score": -0.0005487203598022461, + "in_graph": true + }, + "m0->a7.h1": { + "score": 0.002924799919128418, + "in_graph": true + }, + "a8.h6->a9.h0": { + "score": -0.0069048404693603516, + "in_graph": true + }, + "a9.h0->logits": { + "score": 0.004321455955505371, + "in_graph": true + }, + "a9.h6->a10.h10": { + "score": -0.005205512046813965, + "in_graph": true + }, + "a7.h9->a10.h2": { + "score": 0.002564370632171631, + "in_graph": true + }, + "m4->m7": { + "score": 0.0023749470710754395, + "in_graph": true + }, + "a5.h1->m5": { + "score": 0.0038340091705322266, + "in_graph": true + }, + "a10.h7->logits": { + "score": -0.039627790451049805, + "in_graph": true + }, + "m0->a1.h11": { + "score": -0.0025109052658081055, + "in_graph": true + }, + "a1.h11->m4": { + "score": 0.0038156509399414062, + "in_graph": true + }, + "a5.h8->a6.h9": { + "score": -0.010775327682495117, + "in_graph": true + }, + "a5.h5->a6.h1": { + "score": 0.0032178759574890137, + "in_graph": true + }, + "a5.h5->a6.h1": { + "score": 0.0032178759574890137, + "in_graph": true + }, + "a6.h1->a9.h9": { + "score": -0.0015337467193603516, + "in_graph": true + }, + "a7.h9->m9": { + "score": 0.004160821437835693, + "in_graph": true + }, + "m9->a10.h0": { + "score": 0.0019317269325256348, + "in_graph": true + }, + "a9.h6->m10": { + "score": 0.002480804920196533, + "in_graph": true + }, + "a0.h4->m1": { + "score": 0.0012212395668029785, + "in_graph": true + }, + "a6.h6->a8.h10": { + "score": -0.00012993812561035156, + "in_graph": true + }, + "a6.h6->a8.h10": { + "score": -0.00012993812561035156, + "in_graph": true + }, + "m1->m7": { + "score": 0.0063454508781433105, + "in_graph": true + }, + "a10.h0->a11.h2": { + "score": -0.010569214820861816, + "in_graph": true + }, + "a8.h6->a10.h3": { + "score": 0.0036225318908691406, + "in_graph": true + }, + "a10.h3->logits": { + "score": 0.0025935769081115723, + "in_graph": true + }, + "m0->a1.h9": { + "score": 0.004522979259490967, + "in_graph": true + }, + "a1.h9->a8.h6": { + "score": 0.0002728104591369629, + "in_graph": true + }, + "a1.h9->a8.h6": { + "score": 0.0002728104591369629, + "in_graph": true + }, + "m2->m5": { + "score": 0.005556046962738037, + "in_graph": true + }, + "a4.h4->a7.h1": { + "score": 0.0008208155632019043, + "in_graph": true + }, + "a0.h1->a7.h9": { + "score": 0.0006604790687561035, + "in_graph": true + }, + "a0.h1->a7.h9": { + "score": 0.0006604790687561035, + "in_graph": true + }, + "a0.h3->a3.h0": { + "score": 0.007413744926452637, + "in_graph": true + }, + "a0.h1->a8.h10": { + "score": 0.0003274083137512207, + "in_graph": true + }, + "a0.h1->a8.h10": { + "score": 0.0003274083137512207, + "in_graph": true + }, + "a8.h6->a10.h7": { + "score": 0.0025337934494018555, + "in_graph": true + }, + "a0.h4->a7.h9": { + "score": 0.0028867125511169434, + "in_graph": true + }, + "a0.h4->a7.h9": { + "score": 0.0028867125511169434, + "in_graph": true + }, + "a10.h0->a11.h10": { + "score": -0.003536522388458252, + "in_graph": true + }, + "a10.h10->m10": { + "score": 0.005159556865692139, + "in_graph": true + }, + "a3.h0->a9.h7": { + "score": 0.0027657151222229004, + "in_graph": true + }, + "a3.h0->a9.h7": { + "score": 0.0027657151222229004, + "in_graph": true + }, + "a5.h0->m6": { + "score": 0.0030372142791748047, + "in_graph": true + }, + "a0.h1->m3": { + "score": -0.002514183521270752, + "in_graph": true + }, + "a3.h4->a5.h9": { + "score": -0.003151535987854004, + "in_graph": true + }, + "a0.h7->a5.h9": { + "score": 0.0028681159019470215, + "in_graph": true + }, + "m5->m7": { + "score": -0.00194472074508667, + "in_graph": true + }, + "a0.h7->m3": { + "score": 0.0029451847076416016, + "in_graph": true + }, + "a7.h3->a9.h6": { + "score": 0.002368628978729248, + "in_graph": true + }, + "a3.h4->a8.h10": { + "score": 0.002773463726043701, + "in_graph": true + }, + "a3.h4->a8.h10": { + "score": 0.002773463726043701, + "in_graph": true + }, + "m0->a3.h4": { + "score": 0.00291520357131958, + "in_graph": true + }, + "m0->a3.h4": { + "score": 0.00291520357131958, + "in_graph": true + }, + "a3.h4->a8.h6": { + "score": 0.0029928088188171387, + "in_graph": true + }, + "a3.h4->a8.h6": { + "score": 0.0029928088188171387, + "in_graph": true + }, + "m0->a5.h1": { + "score": 0.0015712380409240723, + "in_graph": true + }, + "a5.h1->a8.h6": { + "score": -0.00241166353225708, + "in_graph": true + }, + "a5.h1->a8.h6": { + "score": -0.00241166353225708, + "in_graph": true + }, + "m2->a7.h1": { + "score": 0.008999645709991455, + "in_graph": true + }, + "a2.h9->m2": { + "score": 0.0037647485733032227, + "in_graph": true + }, + "m1->a9.h7": { + "score": 0.0010748505592346191, + "in_graph": true + }, + "m1->a9.h7": { + "score": 0.0010748505592346191, + "in_graph": true + }, + "a3.h4->m4": { + "score": -0.00017982721328735352, + "in_graph": true + }, + "a0.h4->a8.h10": { + "score": 0.003704547882080078, + "in_graph": true + }, + "a0.h4->a8.h10": { + "score": 0.003704547882080078, + "in_graph": true + }, + "a1.h9->a7.h9": { + "score": 0.00023245811462402344, + "in_graph": true + }, + "a1.h9->a7.h9": { + "score": 0.00023245811462402344, + "in_graph": true + }, + "m0->a2.h9": { + "score": 0.004608511924743652, + "in_graph": true + }, + "m3->a8.h10": { + "score": -0.0035306811332702637, + "in_graph": true + }, + "m3->a8.h10": { + "score": -0.0035306811332702637, + "in_graph": true + }, + "a9.h4->a11.h6": { + "score": 0.00015228986740112305, + "in_graph": true + }, + "a7.h9->a8.h6": { + "score": 0.004641711711883545, + "in_graph": true + }, + "a0.h1->m7": { + "score": 0.0030618906021118164, + "in_graph": true + }, + "a5.h1->a6.h6": { + "score": 0.0036627650260925293, + "in_graph": true + }, + "a7.h3->m8": { + "score": 0.006346166133880615, + "in_graph": true + }, + "a0.h1->m4": { + "score": -0.004979193210601807, + "in_graph": true + }, + "a9.h0->a10.h0": { + "score": -0.003755509853363037, + "in_graph": true + }, + "a8.h10->a9.h4": { + "score": 0.0024242401123046875, + "in_graph": true + }, + "a9.h9->a10.h10": { + "score": -0.0045514702796936035, + "in_graph": true + }, + "a5.h9->a7.h3": { + "score": 0.00246351957321167, + "in_graph": true + }, + "a5.h9->a7.h3": { + "score": 0.00246351957321167, + "in_graph": true + }, + "a7.h3->a11.h6": { + "score": 0.004338443279266357, + "in_graph": true + }, + "m1->a5.h8": { + "score": 0.002280712127685547, + "in_graph": true + }, + "a0.h3->a5.h5": { + "score": 0.002725064754486084, + "in_graph": true + }, + "a7.h3->a10.h10": { + "score": 0.0008575320243835449, + "in_graph": true + }, + "a0.h10->a6.h6": { + "score": 0.002376735210418701, + "in_graph": true + }, + "m3->a6.h6": { + "score": 0.00307464599609375, + "in_graph": true + }, + "m3->a6.h6": { + "score": 0.00307464599609375, + "in_graph": true + }, + "m2->a3.h4": { + "score": 0.004532039165496826, + "in_graph": true + }, + "m0->a3.h3": { + "score": -0.003190934658050537, + "in_graph": true + }, + "m0->a3.h3": { + "score": -0.003190934658050537, + "in_graph": true + }, + "a3.h3->m3": { + "score": 0.0047568678855896, + "in_graph": true + }, + "m0->a10.h0": { + "score": -0.0005910396575927734, + "in_graph": true + }, + "m0->a10.h0": { + "score": -0.0005910396575927734, + "in_graph": true + }, + "input->a0.h7": { + "score": 0.0017671585083007812, + "in_graph": true + }, + "a6.h9->a9.h7": { + "score": 0.001820206642150879, + "in_graph": true + }, + "a6.h9->a9.h7": { + "score": 0.001820206642150879, + "in_graph": true + }, + "a4.h3->a6.h9": { + "score": 0.0027692317962646484, + "in_graph": true + }, + "a6.h9->a10.h7": { + "score": 0.0013896822929382324, + "in_graph": true + }, + "a6.h9->a10.h7": { + "score": 0.0013896822929382324, + "in_graph": true + }, + "m8->logits": { + "score": 0.0005030035972595215, + "in_graph": true + }, + "m0->a11.h2": { + "score": -0.0003573298454284668, + "in_graph": true + }, + "m0->a11.h2": { + "score": -0.0003573298454284668, + "in_graph": true + }, + "m0->a9.h8": { + "score": 0.0009143352508544922, + "in_graph": true + }, + "m0->a9.h8": { + "score": 0.0009143352508544922, + "in_graph": true + }, + "m0->a3.h7": { + "score": 0.0020931363105773926, + "in_graph": true + }, + "m0->a3.h7": { + "score": 0.0020931363105773926, + "in_graph": true + }, + "a3.h7->m3": { + "score": 0.007219135761260986, + "in_graph": true + }, + "m2->m6": { + "score": 0.0016140341758728027, + "in_graph": true + }, + "m1->a7.h1": { + "score": 0.0017108917236328125, + "in_graph": true + }, + "a5.h0->m7": { + "score": 0.003085196018218994, + "in_graph": true + }, + "a8.h6->a9.h2": { + "score": -0.0008590221405029297, + "in_graph": true + }, + "a9.h2->logits": { + "score": 0.002016007900238037, + "in_graph": true + }, + "m8->m9": { + "score": 0.0008327960968017578, + "in_graph": true + }, + "a0.h1->m2": { + "score": -0.0037546157836914062, + "in_graph": true + }, + "a7.h3->a8.h3": { + "score": 0.004681110382080078, + "in_graph": true + }, + "a8.h3->a11.h2": { + "score": 0.0031996965408325195, + "in_graph": true + }, + "a7.h9->m10": { + "score": 0.002482116222381592, + "in_graph": true + }, + "m0->a6.h6": { + "score": 0.001606583595275879, + "in_graph": true + }, + "m0->a6.h6": { + "score": 0.001606583595275879, + "in_graph": true + }, + "m0->a10.h7": { + "score": 1.621246337890625e-05, + "in_graph": true + }, + "m0->a10.h7": { + "score": 1.621246337890625e-05, + "in_graph": true + }, + "a3.h3->m4": { + "score": 0.004438579082489014, + "in_graph": true + }, + "a5.h0->a6.h6": { + "score": 0.002619624137878418, + "in_graph": true + }, + "a5.h9->a6.h0": { + "score": -0.0008800029754638672, + "in_graph": true + }, + "a5.h9->a6.h0": { + "score": -0.0008800029754638672, + "in_graph": true + }, + "a5.h5->a10.h7": { + "score": 0.001416325569152832, + "in_graph": true + }, + "a5.h5->a10.h7": { + "score": 0.001416325569152832, + "in_graph": true + }, + "m9->a10.h2": { + "score": 0.00021529197692871094, + "in_graph": true + }, + "a0.h4->a5.h5": { + "score": 0.0022980570793151855, + "in_graph": true + }, + "a0.h10->m7": { + "score": 0.003805875778198242, + "in_graph": true + }, + "a9.h0->m9": { + "score": 0.0021153688430786133, + "in_graph": true + }, + "m9->a10.h10": { + "score": 0.001920938491821289, + "in_graph": true + }, + "m0->a7.h3": { + "score": 0.0004908442497253418, + "in_graph": true + }, + "m0->a7.h3": { + "score": 0.0004908442497253418, + "in_graph": true + }, + "a7.h3->logits": { + "score": 0.0018666982650756836, + "in_graph": true + }, + "m0->a6.h6": { + "score": -0.0018822550773620605, + "in_graph": true + }, + "m1->a7.h3": { + "score": -0.0032311677932739258, + "in_graph": true + }, + "m1->a7.h3": { + "score": -0.0032311677932739258, + "in_graph": true + }, + "a9.h0->a10.h10": { + "score": -0.0017934441566467285, + "in_graph": true + }, + "a5.h5->m5": { + "score": -0.017949283123016357, + "in_graph": true + }, + "m5->a6.h6": { + "score": -0.0025884509086608887, + "in_graph": true + }, + "m5->a6.h6": { + "score": -0.0025884509086608887, + "in_graph": true + }, + "input->a6.h9": { + "score": 0.0020464062690734863, + "in_graph": true + }, + "a7.h3->a10.h1": { + "score": 0.0026319026947021484, + "in_graph": true + }, + "m0->a5.h9": { + "score": 0.004886925220489502, + "in_graph": true + }, + "m0->a5.h9": { + "score": 0.004886925220489502, + "in_graph": true + }, + "m2->a3.h0": { + "score": 0.0028098225593566895, + "in_graph": true + }, + "m3->a6.h4": { + "score": 0.0013857483863830566, + "in_graph": true + }, + "a6.h4->a7.h1": { + "score": 0.0010451674461364746, + "in_graph": true + }, + "a3.h4->a7.h9": { + "score": 0.0032390356063842773, + "in_graph": true + }, + "a3.h4->a7.h9": { + "score": 0.0032390356063842773, + "in_graph": true + }, + "a0.h4->a8.h6": { + "score": 0.0032861828804016113, + "in_graph": true + }, + "a0.h4->a8.h6": { + "score": 0.0032861828804016113, + "in_graph": true + }, + "m0->a2.h2": { + "score": -0.0015854239463806152, + "in_graph": true + }, + "m0->a2.h2": { + "score": -0.0015854239463806152, + "in_graph": true + }, + "a2.h2->m3": { + "score": 0.0006225109100341797, + "in_graph": true + }, + "a0.h1->a1.h8": { + "score": 0.0008788704872131348, + "in_graph": true + }, + "a8.h10->m9": { + "score": 0.0017064213752746582, + "in_graph": true + }, + "m5->a9.h6": { + "score": 0.0014861822128295898, + "in_graph": true + }, + "m5->a9.h6": { + "score": 0.0014861822128295898, + "in_graph": true + }, + "m0->m7": { + "score": 0.0029001235961914062, + "in_graph": true + }, + "a0.h10->a8.h10": { + "score": 0.002142608165740967, + "in_graph": true + }, + "a0.h10->a8.h10": { + "score": 0.002142608165740967, + "in_graph": true + }, + "a5.h1->a7.h1": { + "score": -0.0014295578002929688, + "in_graph": true + }, + "a5.h5->m7": { + "score": -0.006021678447723389, + "in_graph": true + }, + "a4.h3->a7.h1": { + "score": 0.0017467141151428223, + "in_graph": true + }, + "a9.h7->a11.h2": { + "score": 0.003139495849609375, + "in_graph": true + }, + "m0->a2.h3": { + "score": 0.0007216930389404297, + "in_graph": true + }, + "m0->a2.h3": { + "score": 0.0007216930389404297, + "in_graph": true + }, + "a2.h3->m3": { + "score": 0.000982046127319336, + "in_graph": true + }, + "a3.h7->m4": { + "score": 0.005701601505279541, + "in_graph": true + }, + "input->a0.h5": { + "score": 0.01227349042892456, + "in_graph": true + }, + "a0.h5->a6.h9": { + "score": 0.0024883151054382324, + "in_graph": true + }, + "a9.h4->a10.h1": { + "score": -0.00016891956329345703, + "in_graph": true + }, + "a0.h7->m6": { + "score": 0.0011560320854187012, + "in_graph": true + }, + "a0.h5->m2": { + "score": 0.0019060969352722168, + "in_graph": true + }, + "a8.h6->m11": { + "score": 0.002004384994506836, + "in_graph": true + }, + "m11->logits": { + "score": -0.0048673152923583984, + "in_graph": true + }, + "m0->a1.h0": { + "score": 0.0004894733428955078, + "in_graph": true + }, + "a1.h0->m4": { + "score": -0.0011790990829467773, + "in_graph": true + }, + "m4->a8.h10": { + "score": 0.0015190839767456055, + "in_graph": true + }, + "m4->a8.h10": { + "score": 0.0015190839767456055, + "in_graph": true + }, + "a0.h10->m5": { + "score": 0.003726363182067871, + "in_graph": true + }, + "a5.h5->a9.h9": { + "score": 0.0009826421737670898, + "in_graph": true + }, + "a5.h5->a9.h9": { + "score": 0.0009826421737670898, + "in_graph": true + }, + "a1.h11->m3": { + "score": 0.0018979310989379883, + "in_graph": true + }, + "m2->a5.h8": { + "score": -0.0010418295860290527, + "in_graph": true + }, + "a7.h9->a10.h7": { + "score": 0.00041162967681884766, + "in_graph": true + }, + "a1.h8->m2": { + "score": 0.00034487247467041016, + "in_graph": true + }, + "m3->a10.h0": { + "score": 0.000972747802734375, + "in_graph": true + }, + "m3->a10.h0": { + "score": 0.000972747802734375, + "in_graph": true + }, + "a10.h10->a11.h6": { + "score": -0.003383159637451172, + "in_graph": true + }, + "a0.h10->a5.h8": { + "score": 0.0005221366882324219, + "in_graph": true + }, + "a7.h3->m9": { + "score": 0.0023146867752075195, + "in_graph": true + }, + "m0->a3.h6": { + "score": -0.000326693058013916, + "in_graph": true + }, + "m0->a3.h6": { + "score": -0.000326693058013916, + "in_graph": true + }, + "a3.h6->m3": { + "score": -0.0011139512062072754, + "in_graph": true + }, + "a0.h4->a3.h0": { + "score": 0.0024025440216064453, + "in_graph": true + }, + "a6.h1->a10.h0": { + "score": 0.00016367435455322266, + "in_graph": true + }, + "a9.h4->m9": { + "score": 0.000521242618560791, + "in_graph": true + }, + "a3.h0->a4.h4": { + "score": -0.0008275508880615234, + "in_graph": true + }, + "a3.h0->a4.h4": { + "score": -0.0008275508880615234, + "in_graph": true + }, + "a4.h4->m4": { + "score": 0.0023822784423828125, + "in_graph": true + }, + "a5.h5->a6.h0": { + "score": 0.0029235482215881348, + "in_graph": true + }, + "a5.h5->a6.h0": { + "score": 0.0029235482215881348, + "in_graph": true + }, + "m3->a5.h9": { + "score": 0.0013720989227294922, + "in_graph": true + }, + "m3->a5.h9": { + "score": 0.0013720989227294922, + "in_graph": true + }, + "m3->a9.h6": { + "score": 0.0009402036666870117, + "in_graph": true + }, + "m3->a9.h6": { + "score": 0.0009402036666870117, + "in_graph": true + }, + "m0->a1.h11": { + "score": -0.0010063648223876953, + "in_graph": true + }, + "m0->a1.h11": { + "score": -0.0010063648223876953, + "in_graph": true + }, + "a9.h7->m11": { + "score": 0.000935673713684082, + "in_graph": true + }, + "a4.h3->a8.h10": { + "score": 0.0013523101806640625, + "in_graph": true + }, + "a4.h3->a8.h10": { + "score": 0.0013523101806640625, + "in_graph": true + }, + "a10.h1->a11.h10": { + "score": -0.002851128578186035, + "in_graph": true + }, + "m0->a8.h5": { + "score": 0.0011339783668518066, + "in_graph": true + }, + "m0->a8.h5": { + "score": 0.0011339783668518066, + "in_graph": true + }, + "a8.h5->a9.h9": { + "score": 0.0013232231140136719, + "in_graph": true + }, + "a10.h6->a11.h10": { + "score": -0.0021619200706481934, + "in_graph": true + }, + "m0->a5.h0": { + "score": 0.0015843510627746582, + "in_graph": true + }, + "m4->a7.h9": { + "score": -0.0006682276725769043, + "in_graph": true + }, + "m4->a7.h9": { + "score": -0.0006682276725769043, + "in_graph": true + }, + "a0.h3->m2": { + "score": 0.002649247646331787, + "in_graph": true + }, + "a1.h11->m2": { + "score": 0.00016921758651733398, + "in_graph": true + }, + "m9->a10.h6": { + "score": 0.0011773109436035156, + "in_graph": true + }, + "a8.h10->a10.h7": { + "score": -0.00021523237228393555, + "in_graph": true + }, + "a0.h7->a6.h6": { + "score": 0.0015320181846618652, + "in_graph": true + }, + "a6.h9->a11.h10": { + "score": 0.0010185837745666504, + "in_graph": true + }, + "a6.h9->a11.h10": { + "score": 0.0010185837745666504, + "in_graph": true + }, + "a6.h6->a11.h10": { + "score": 0.0008559823036193848, + "in_graph": true + }, + "a6.h6->a11.h10": { + "score": 0.0008559823036193848, + "in_graph": true + }, + "a6.h1->a10.h10": { + "score": -1.1682510375976562e-05, + "in_graph": true + }, + "a6.h6->a10.h7": { + "score": 0.000780940055847168, + "in_graph": true + }, + "a6.h6->a10.h7": { + "score": 0.000780940055847168, + "in_graph": true + }, + "a9.h6->m9": { + "score": 0.001068711280822754, + "in_graph": true + }, + "a8.h6->a9.h3": { + "score": 0.0020219087600708008, + "in_graph": true + }, + "a8.h6->a9.h3": { + "score": 0.0020219087600708008, + "in_graph": true + }, + "a9.h3->a10.h0": { + "score": 0.0020605921745300293, + "in_graph": true + }, + "a9.h9->a10.h2": { + "score": -0.00907200574874878, + "in_graph": true + }, + "a3.h4->a7.h3": { + "score": 0.0017672181129455566, + "in_graph": true + }, + "a3.h4->a7.h3": { + "score": 0.0017672181129455566, + "in_graph": true + }, + "a5.h9->a8.h5": { + "score": 0.00031185150146484375, + "in_graph": true + }, + "a5.h9->a8.h5": { + "score": 0.00031185150146484375, + "in_graph": true + }, + "a8.h5->m8": { + "score": -0.005670726299285889, + "in_graph": true + }, + "a2.h2->a6.h9": { + "score": -0.011117637157440186, + "in_graph": true + }, + "m0->a1.h0": { + "score": 0.0008199810981750488, + "in_graph": true + }, + "m0->a1.h0": { + "score": 0.0008199810981750488, + "in_graph": true + }, + "a1.h0->a6.h9": { + "score": -0.0007957220077514648, + "in_graph": true + }, + "a0.h5->m1": { + "score": 0.0025607943534851074, + "in_graph": true + }, + "a9.h9->a10.h0": { + "score": -0.007621705532073975, + "in_graph": true + }, + "m3->a9.h7": { + "score": 0.001582801342010498, + "in_graph": true + }, + "m3->a9.h7": { + "score": 0.001582801342010498, + "in_graph": true + }, + "m4->a8.h5": { + "score": 0.0012810826301574707, + "in_graph": true + }, + "m4->a8.h5": { + "score": 0.0012810826301574707, + "in_graph": true + }, + "a8.h5->a11.h2": { + "score": 0.00030487775802612305, + "in_graph": true + }, + "m0->a4.h7": { + "score": 0.0012746453285217285, + "in_graph": true + }, + "m0->a4.h7": { + "score": 0.0012746453285217285, + "in_graph": true + }, + "a4.h7->a6.h9": { + "score": 0.0010573863983154297, + "in_graph": true + }, + "m1->a4.h6": { + "score": 0.0010637640953063965, + "in_graph": true + }, + "a4.h6->m6": { + "score": 0.0009635090827941895, + "in_graph": true + }, + "a9.h8->a11.h2": { + "score": 0.0002856254577636719, + "in_graph": true + }, + "a0.h1->m1": { + "score": 0.007814109325408936, + "in_graph": true + }, + "a0.h1->a5.h9": { + "score": 0.0035663843154907227, + "in_graph": true + }, + "input->a0.h9": { + "score": -0.002120792865753174, + "in_graph": true + }, + "input->a0.h9": { + "score": -0.002120792865753174, + "in_graph": true + }, + "a0.h9->m2": { + "score": 0.0014009475708007812, + "in_graph": true + }, + "a8.h10->a10.h6": { + "score": 0.0007140636444091797, + "in_graph": true + }, + "a5.h5->a8.h5": { + "score": -0.0023851990699768066, + "in_graph": true + }, + "a5.h5->a8.h5": { + "score": -0.0023851990699768066, + "in_graph": true + }, + "a6.h1->a9.h6": { + "score": 0.0002713203430175781, + "in_graph": true + }, + "a5.h5->a10.h0": { + "score": 0.0006974935531616211, + "in_graph": true + }, + "a5.h5->a10.h0": { + "score": 0.0006974935531616211, + "in_graph": true + }, + "a5.h8->a6.h6": { + "score": 0.001482248306274414, + "in_graph": true + }, + "input->a0.h6": { + "score": -0.0002359151840209961, + "in_graph": true + }, + "input->a0.h6": { + "score": -0.0002359151840209961, + "in_graph": true + }, + "a0.h6->m0": { + "score": 0.00028055906295776367, + "in_graph": true + }, + "a0.h1->m5": { + "score": 0.0012083649635314941, + "in_graph": true + }, + "a8.h10->a11.h9": { + "score": 0.0014716386795043945, + "in_graph": true + }, + "a11.h9->logits": { + "score": 0.0019169449806213379, + "in_graph": true + }, + "a6.h9->a7.h3": { + "score": 0.002283751964569092, + "in_graph": true + }, + "a6.h9->a7.h3": { + "score": 0.002283751964569092, + "in_graph": true + }, + "a7.h1->a11.h10": { + "score": 0.0005393028259277344, + "in_graph": true + }, + "a7.h1->a11.h10": { + "score": 0.0005393028259277344, + "in_graph": true + }, + "a0.h1->a8.h6": { + "score": -0.0004811882972717285, + "in_graph": true + }, + "a0.h1->a8.h6": { + "score": -0.0004811882972717285, + "in_graph": true + }, + "a0.h10->a1.h8": { + "score": 0.0008373856544494629, + "in_graph": true + }, + "a1.h11->a7.h9": { + "score": 0.0010614395141601562, + "in_graph": true + }, + "a1.h11->a7.h9": { + "score": 0.0010614395141601562, + "in_graph": true + }, + "a0.h10->a5.h9": { + "score": 0.0015699267387390137, + "in_graph": true + }, + "m1->a3.h10": { + "score": 1.2695789337158203e-05, + "in_graph": true + }, + "m1->a3.h10": { + "score": 1.2695789337158203e-05, + "in_graph": true + }, + "a3.h10->m3": { + "score": 0.0023700594902038574, + "in_graph": true + }, + "a4.h3->a5.h9": { + "score": -0.004506945610046387, + "in_graph": true + }, + "m5->a7.h3": { + "score": 0.0008542537689208984, + "in_graph": true + }, + "m5->a7.h3": { + "score": 0.0008542537689208984, + "in_graph": true + }, + "a2.h9->m4": { + "score": 0.0022554993629455566, + "in_graph": true + }, + "a4.h3->m4": { + "score": 0.000621795654296875, + "in_graph": true + }, + "a0.h1->a5.h8": { + "score": -0.00021713972091674805, + "in_graph": true + }, + "a3.h4->a5.h8": { + "score": -0.000563204288482666, + "in_graph": true + }, + "a5.h1->m6": { + "score": 0.0005652308464050293, + "in_graph": true + }, + "a9.h0->a10.h6": { + "score": -0.0009582638740539551, + "in_graph": true + }, + "m2->a8.h10": { + "score": 0.003680288791656494, + "in_graph": true + }, + "m2->a8.h10": { + "score": 0.003680288791656494, + "in_graph": true + }, + "m0->a3.h10": { + "score": 0.0009596943855285645, + "in_graph": true + }, + "m0->a3.h10": { + "score": 0.0009596943855285645, + "in_graph": true + }, + "a3.h0->a5.h1": { + "score": 0.0007021427154541016, + "in_graph": true + }, + "a5.h5->a6.h6": { + "score": -0.00684744119644165, + "in_graph": true + }, + "a5.h5->a6.h6": { + "score": -0.00684744119644165, + "in_graph": true + }, + "m0->a11.h0": { + "score": 0.0007921457290649414, + "in_graph": true + }, + "m0->a11.h0": { + "score": 0.0007921457290649414, + "in_graph": true + }, + "a11.h0->logits": { + "score": 0.0007346272468566895, + "in_graph": true + }, + "m0->a1.h4": { + "score": 0.00037914514541625977, + "in_graph": true + }, + "a1.h4->a8.h10": { + "score": 0.0009551048278808594, + "in_graph": true + }, + "a1.h4->a8.h10": { + "score": 0.0009551048278808594, + "in_graph": true + }, + "a7.h9->a8.h3": { + "score": 0.0012127161026000977, + "in_graph": true + }, + "m1->a3.h3": { + "score": -0.001429140567779541, + "in_graph": true + }, + "m1->a3.h3": { + "score": -0.001429140567779541, + "in_graph": true + }, + "a0.h9->m0": { + "score": -0.0027527213096618652, + "in_graph": true + }, + "m1->a8.h6": { + "score": -0.005518555641174316, + "in_graph": true + }, + "m1->a8.h6": { + "score": -0.005518555641174316, + "in_graph": true + }, + "m0->a3.h0": { + "score": -0.0005981326103210449, + "in_graph": true + }, + "m0->a3.h0": { + "score": -0.0005981326103210449, + "in_graph": true + }, + "m0->a3.h7": { + "score": 0.0016064047813415527, + "in_graph": true + }, + "a0.h3->m1": { + "score": 0.006237983703613281, + "in_graph": true + }, + "a0.h7->m4": { + "score": 0.0008698105812072754, + "in_graph": true + }, + "a7.h3->a9.h4": { + "score": 0.0014241933822631836, + "in_graph": true + }, + "m2->m7": { + "score": -0.0022559165954589844, + "in_graph": true + }, + "a1.h11->a3.h0": { + "score": 0.0008689761161804199, + "in_graph": true + }, + "m3->a7.h6": { + "score": 0.0009978413581848145, + "in_graph": true + }, + "a7.h6->a8.h10": { + "score": 0.0009247660636901855, + "in_graph": true + }, + "a7.h6->a8.h10": { + "score": 0.0009247660636901855, + "in_graph": true + }, + "a5.h1->a7.h9": { + "score": -0.0012273788452148438, + "in_graph": true + }, + "a5.h1->a7.h9": { + "score": -0.0012273788452148438, + "in_graph": true + }, + "a0.h10->a3.h10": { + "score": 0.00014770030975341797, + "in_graph": true + }, + "a4.h3->a6.h0": { + "score": 0.0018218755722045898, + "in_graph": true + }, + "a4.h3->a6.h0": { + "score": 0.0018218755722045898, + "in_graph": true + }, + "a3.h7->m5": { + "score": 0.0034613609313964844, + "in_graph": true + }, + "m3->m7": { + "score": 0.0008791685104370117, + "in_graph": true + }, + "a7.h9->a9.h4": { + "score": 0.00023978948593139648, + "in_graph": true + }, + "a5.h9->a9.h7": { + "score": -0.0002612471580505371, + "in_graph": true + }, + "a5.h9->a9.h7": { + "score": -0.0002612471580505371, + "in_graph": true + }, + "m2->a3.h10": { + "score": 0.0004507303237915039, + "in_graph": true + }, + "m2->a3.h10": { + "score": 0.0004507303237915039, + "in_graph": true + }, + "a0.h7->a8.h10": { + "score": 0.0010461211204528809, + "in_graph": true + }, + "a0.h7->a8.h10": { + "score": 0.0010461211204528809, + "in_graph": true + }, + "a9.h6->a10.h2": { + "score": -0.00410693883895874, + "in_graph": true + }, + "a3.h0->a9.h6": { + "score": 0.0007401704788208008, + "in_graph": true + }, + "a3.h0->a9.h6": { + "score": 0.0007401704788208008, + "in_graph": true + }, + "a3.h0->m6": { + "score": -0.016584813594818115, + "in_graph": true + }, + "m1->a3.h10": { + "score": 0.000620722770690918, + "in_graph": true + }, + "a1.h11->m1": { + "score": -0.007295548915863037, + "in_graph": true + }, + "a7.h1->a10.h7": { + "score": 0.00039333105087280273, + "in_graph": true + }, + "a7.h1->a10.h7": { + "score": 0.00039333105087280273, + "in_graph": true + }, + "a9.h0->a10.h2": { + "score": -0.0012973546981811523, + "in_graph": true + }, + "a3.h0->a8.h5": { + "score": -0.004576921463012695, + "in_graph": true + }, + "a3.h0->a8.h5": { + "score": -0.004576921463012695, + "in_graph": true + }, + "a6.h6->a7.h9": { + "score": 0.00037473440170288086, + "in_graph": true + }, + "a6.h6->a7.h9": { + "score": 0.00037473440170288086, + "in_graph": true + }, + "m0->a11.h6": { + "score": -0.0005702972412109375, + "in_graph": true + }, + "m0->a11.h6": { + "score": -0.0005702972412109375, + "in_graph": true + }, + "a5.h0->a8.h10": { + "score": 9.709596633911133e-05, + "in_graph": true + }, + "a5.h0->a8.h10": { + "score": 9.709596633911133e-05, + "in_graph": true + }, + "a1.h0->m3": { + "score": 0.001795053482055664, + "in_graph": true + }, + "a0.h4->m5": { + "score": 0.0022791028022766113, + "in_graph": true + }, + "a0.h10->a1.h4": { + "score": 0.0009756088256835938, + "in_graph": true + }, + "a1.h4->m1": { + "score": 0.0010448098182678223, + "in_graph": true + }, + "a9.h3->a10.h10": { + "score": 0.0008623003959655762, + "in_graph": true + }, + "a7.h9->m11": { + "score": 0.00012928247451782227, + "in_graph": true + }, + "m5->a6.h0": { + "score": 0.0015349984169006348, + "in_graph": true + }, + "m5->a6.h0": { + "score": 0.0015349984169006348, + "in_graph": true + }, + "a7.h9->m7": { + "score": -0.0021199584007263184, + "in_graph": true + }, + "m7->m9": { + "score": -0.0008422136306762695, + "in_graph": true + }, + "m9->a10.h7": { + "score": -0.0006188750267028809, + "in_graph": true + }, + "m8->m10": { + "score": 0.0011579394340515137, + "in_graph": true + }, + "m10->a11.h10": { + "score": 0.0010589361190795898, + "in_graph": true + }, + "a2.h2->m5": { + "score": 0.0007059574127197266, + "in_graph": true + }, + "m1->a3.h7": { + "score": 0.0006743073463439941, + "in_graph": true + }, + "m1->a3.h7": { + "score": 0.0006743073463439941, + "in_graph": true + }, + "a0.h10->a5.h4": { + "score": 0.0010499954223632812, + "in_graph": true + }, + "a5.h4->m5": { + "score": 0.0018231868743896484, + "in_graph": true + }, + "m1->a5.h9": { + "score": 0.00019627809524536133, + "in_graph": true + }, + "a9.h7->a10.h6": { + "score": 0.0012236237525939941, + "in_graph": true + }, + "a10.h10->m11": { + "score": -0.001580953598022461, + "in_graph": true + }, + "a3.h0->m7": { + "score": 0.0006111264228820801, + "in_graph": true + }, + "m7->a8.h5": { + "score": -0.00011032819747924805, + "in_graph": true + }, + "m7->a8.h5": { + "score": -0.00011032819747924805, + "in_graph": true + }, + "a9.h6->a11.h2": { + "score": -0.0063103437423706055, + "in_graph": true + }, + "a8.h5->logits": { + "score": 3.063678741455078e-05, + "in_graph": true + }, + "a8.h6->logits": { + "score": -0.007964611053466797, + "in_graph": true + }, + "a6.h9->a8.h5": { + "score": -0.001112818717956543, + "in_graph": true + }, + "a6.h9->a8.h5": { + "score": -0.001112818717956543, + "in_graph": true + }, + "a5.h5->a11.h2": { + "score": 0.0006811618804931641, + "in_graph": true + }, + "a5.h5->a11.h2": { + "score": 0.0006811618804931641, + "in_graph": true + }, + "a5.h5->a9.h6": { + "score": 0.0006799697875976562, + "in_graph": true + }, + "a5.h5->a9.h6": { + "score": 0.0006799697875976562, + "in_graph": true + }, + "m1->a6.h6": { + "score": 0.0018461942672729492, + "in_graph": true + }, + "m1->a6.h6": { + "score": 0.0018461942672729492, + "in_graph": true + }, + "a8.h10->a9.h3": { + "score": 0.0019363164901733398, + "in_graph": true + }, + "a8.h10->a9.h3": { + "score": 0.0019363164901733398, + "in_graph": true + }, + "a9.h3->a11.h2": { + "score": 0.0018549561500549316, + "in_graph": true + }, + "a1.h9->a6.h9": { + "score": -5.739927291870117e-05, + "in_graph": true + }, + "m6->a9.h9": { + "score": 0.000725865364074707, + "in_graph": true + }, + "m6->a9.h9": { + "score": 0.000725865364074707, + "in_graph": true + }, + "a6.h0->a8.h10": { + "score": 0.001399397850036621, + "in_graph": true + }, + "a6.h0->a8.h10": { + "score": 0.001399397850036621, + "in_graph": true + }, + "m1->a3.h6": { + "score": 0.001070559024810791, + "in_graph": true + }, + "m1->a3.h6": { + "score": 0.001070559024810791, + "in_graph": true + }, + "m1->a5.h1": { + "score": 0.0007305741310119629, + "in_graph": true + }, + "a7.h9->a11.h1": { + "score": 0.0010476112365722656, + "in_graph": true + }, + "a5.h0->a10.h0": { + "score": 0.0005263090133666992, + "in_graph": true + }, + "a5.h0->a10.h0": { + "score": 0.0005263090133666992, + "in_graph": true + }, + "m6->a8.h5": { + "score": 0.0005819797515869141, + "in_graph": true + }, + "m6->a8.h5": { + "score": 0.0005819797515869141, + "in_graph": true + }, + "m3->a4.h7": { + "score": 0.0006165504455566406, + "in_graph": true + }, + "m3->a4.h7": { + "score": 0.0006165504455566406, + "in_graph": true + }, + "a4.h7->m5": { + "score": 0.00035643577575683594, + "in_graph": true + }, + "a3.h0->a10.h0": { + "score": 0.0006666183471679688, + "in_graph": true + }, + "a3.h0->a10.h0": { + "score": 0.0006666183471679688, + "in_graph": true + }, + "m1->a6.h6": { + "score": -0.0034927725791931152, + "in_graph": true + }, + "m9->m10": { + "score": -0.0005934238433837891, + "in_graph": true + }, + "m0->a1.h7": { + "score": -4.9114227294921875e-05, + "in_graph": true + }, + "a1.h7->m1": { + "score": -0.0007280707359313965, + "in_graph": true + }, + "a0.h3->a5.h8": { + "score": -0.00047475099563598633, + "in_graph": true + }, + "a10.h0->m10": { + "score": 0.0006871223449707031, + "in_graph": true + }, + "m10->a11.h6": { + "score": -0.00019860267639160156, + "in_graph": true + }, + "a0.h9->m1": { + "score": 0.0009807348251342773, + "in_graph": true + }, + "a1.h9->m3": { + "score": 0.002319812774658203, + "in_graph": true + }, + "a8.h10->a11.h1": { + "score": 0.0009403824806213379, + "in_graph": true + }, + "a8.h10->m10": { + "score": 0.0011451244354248047, + "in_graph": true + }, + "a1.h0->a5.h5": { + "score": 0.000447690486907959, + "in_graph": true + }, + "a1.h11->m5": { + "score": 0.0010713934898376465, + "in_graph": true + }, + "a0.h1->a6.h6": { + "score": 0.001610875129699707, + "in_graph": true + }, + "a0.h1->a6.h6": { + "score": 0.001610875129699707, + "in_graph": true + }, + "a3.h4->m6": { + "score": -0.0006620883941650391, + "in_graph": true + }, + "a10.h3->m11": { + "score": 0.0008761882781982422, + "in_graph": true + }, + "a5.h8->m7": { + "score": 0.00233304500579834, + "in_graph": true + }, + "a6.h0->a8.h6": { + "score": 0.0021200180053710938, + "in_graph": true + }, + "a6.h0->a8.h6": { + "score": 0.0021200180053710938, + "in_graph": true + }, + "a9.h7->a10.h2": { + "score": 0.000998377799987793, + "in_graph": true + }, + "a7.h3->a10.h2": { + "score": -2.759695053100586e-05, + "in_graph": true + }, + "a2.h2->a5.h1": { + "score": 0.0007963180541992188, + "in_graph": true + }, + "a1.h0->m1": { + "score": 0.0006352663040161133, + "in_graph": true + }, + "a1.h9->m1": { + "score": 0.0004921555519104004, + "in_graph": true + }, + "m8->a10.h7": { + "score": -0.0007004141807556152, + "in_graph": true + }, + "a3.h6->m5": { + "score": 0.0005425214767456055, + "in_graph": true + }, + "a2.h2->a3.h0": { + "score": 9.03010368347168e-05, + "in_graph": true + }, + "a5.h0->a9.h6": { + "score": 0.00048148632049560547, + "in_graph": true + }, + "a5.h0->a9.h6": { + "score": 0.00048148632049560547, + "in_graph": true + }, + "a0.h4->a5.h4": { + "score": 0.001752614974975586, + "in_graph": true + }, + "m0->a11.h7": { + "score": 0.0006275177001953125, + "in_graph": true + }, + "m0->a11.h7": { + "score": 0.0006275177001953125, + "in_graph": true + }, + "a11.h7->logits": { + "score": 0.0003699064254760742, + "in_graph": true + }, + "a0.h5->a8.h10": { + "score": 0.0007488131523132324, + "in_graph": true + }, + "a0.h5->a8.h10": { + "score": 0.0007488131523132324, + "in_graph": true + }, + "m5->a9.h7": { + "score": 0.000717461109161377, + "in_graph": true + }, + "m5->a9.h7": { + "score": 0.000717461109161377, + "in_graph": true + }, + "a6.h0->a9.h9": { + "score": -3.534555435180664e-05, + "in_graph": true + }, + "a7.h1->a8.h5": { + "score": -4.601478576660156e-05, + "in_graph": true + }, + "a7.h1->a8.h5": { + "score": -4.601478576660156e-05, + "in_graph": true + }, + "a8.h5->a9.h4": { + "score": -0.0010904669761657715, + "in_graph": true + }, + "a9.h9->a11.h2": { + "score": -0.007106363773345947, + "in_graph": true + }, + "a5.h0->a11.h2": { + "score": 0.000479280948638916, + "in_graph": true + }, + "a5.h0->a11.h2": { + "score": 0.000479280948638916, + "in_graph": true + }, + "m5->a10.h7": { + "score": 0.0003833174705505371, + "in_graph": true + }, + "m5->a10.h7": { + "score": 0.0003833174705505371, + "in_graph": true + }, + "m0->a2.h1": { + "score": 0.0020462870597839355, + "in_graph": true + }, + "a2.h1->m3": { + "score": 0.0012575984001159668, + "in_graph": true + }, + "a0.h5->m0": { + "score": 0.003794550895690918, + "in_graph": true + }, + "m0->m8": { + "score": -0.00023025274276733398, + "in_graph": true + }, + "m8->a9.h8": { + "score": 0.0006563067436218262, + "in_graph": true + }, + "m8->a9.h8": { + "score": 0.0006563067436218262, + "in_graph": true + }, + "a5.h9->a10.h0": { + "score": 0.0007210969924926758, + "in_graph": true + }, + "a5.h9->a10.h0": { + "score": 0.0007210969924926758, + "in_graph": true + }, + "a0.h5->a8.h6": { + "score": 0.001485586166381836, + "in_graph": true + }, + "a0.h5->a8.h6": { + "score": 0.001485586166381836, + "in_graph": true + }, + "a8.h3->a9.h9": { + "score": 0.0006183385848999023, + "in_graph": true + }, + "input->a0.h11": { + "score": -0.0007732510566711426, + "in_graph": true + }, + "a0.h11->m0": { + "score": 0.0007665753364562988, + "in_graph": true + }, + "m2->a6.h6": { + "score": -0.0028301477432250977, + "in_graph": true + }, + "m2->a8.h5": { + "score": 0.000614166259765625, + "in_graph": true + }, + "m2->a8.h5": { + "score": 0.000614166259765625, + "in_graph": true + }, + "a0.h3->a8.h6": { + "score": -0.0036153793334960938, + "in_graph": true + }, + "a0.h3->a8.h6": { + "score": -0.0036153793334960938, + "in_graph": true + }, + "a0.h4->a1.h8": { + "score": -0.00026619434356689453, + "in_graph": true + }, + "a8.h6->a11.h6": { + "score": -0.00040644407272338867, + "in_graph": true + }, + "a4.h3->a5.h10": { + "score": 0.0007254481315612793, + "in_graph": true + }, + "a5.h10->a7.h3": { + "score": -2.574920654296875e-05, + "in_graph": true + }, + "a5.h10->a7.h3": { + "score": -2.574920654296875e-05, + "in_graph": true + }, + "a0.h4->m2": { + "score": 0.00037366151809692383, + "in_graph": true + }, + "a0.h10->a3.h4": { + "score": -0.00015664100646972656, + "in_graph": true + }, + "m10->m11": { + "score": -0.0026507973670959473, + "in_graph": true + }, + "m0->a4.h3": { + "score": 0.001170337200164795, + "in_graph": true + }, + "m0->a4.h3": { + "score": 0.001170337200164795, + "in_graph": true + }, + "a0.h10->m4": { + "score": -0.001974046230316162, + "in_graph": true + }, + "a0.h1->a1.h9": { + "score": -0.0002505183219909668, + "in_graph": true + }, + "m1->a3.h4": { + "score": 0.002535402774810791, + "in_graph": true + }, + "a1.h9->m4": { + "score": 0.0015622973442077637, + "in_graph": true + }, + "m9->a11.h10": { + "score": -0.0007368922233581543, + "in_graph": true + }, + "a7.h3->a9.h3": { + "score": 0.0016024112701416016, + "in_graph": true + }, + "a7.h3->a9.h3": { + "score": 0.0016024112701416016, + "in_graph": true + }, + "a4.h7->m6": { + "score": 0.0009106993675231934, + "in_graph": true + }, + "a8.h3->m9": { + "score": 0.001385807991027832, + "in_graph": true + }, + "m8->a9.h0": { + "score": 0.0011616349220275879, + "in_graph": true + }, + "a1.h0->a3.h0": { + "score": 0.0006222724914550781, + "in_graph": true + }, + "a9.h6->a10.h6": { + "score": -0.0025346875190734863, + "in_graph": true + }, + "a9.h4->a10.h0": { + "score": 0.0001474618911743164, + "in_graph": true + }, + "a0.h1->a3.h4": { + "score": 0.00044155120849609375, + "in_graph": true + }, + "a0.h10->a11.h2": { + "score": 0.0007115602493286133, + "in_graph": true + }, + "a0.h10->a11.h2": { + "score": 0.0007115602493286133, + "in_graph": true + }, + "m0->a4.h4": { + "score": 0.0006111860275268555, + "in_graph": true + }, + "m0->a4.h4": { + "score": 0.0006111860275268555, + "in_graph": true + }, + "m5->a9.h8": { + "score": 0.0004875659942626953, + "in_graph": true + }, + "m5->a9.h8": { + "score": 0.0004875659942626953, + "in_graph": true + }, + "a0.h10->a9.h6": { + "score": 0.0007138252258300781, + "in_graph": true + }, + "a0.h10->a9.h6": { + "score": 0.0007138252258300781, + "in_graph": true + }, + "a0.h4->m3": { + "score": 0.00012481212615966797, + "in_graph": true + }, + "a1.h8->a8.h6": { + "score": -0.0002791881561279297, + "in_graph": true + }, + "a1.h8->a8.h6": { + "score": -0.0002791881561279297, + "in_graph": true + }, + "a1.h0->m2": { + "score": 0.00021988153457641602, + "in_graph": true + }, + "a7.h1->a8.h10": { + "score": 0.0003287792205810547, + "in_graph": true + }, + "a7.h1->a8.h10": { + "score": 0.0003287792205810547, + "in_graph": true + }, + "a10.h10->a11.h2": { + "score": -0.002833425998687744, + "in_graph": true + }, + "m6->a10.h2": { + "score": 0.00046175718307495117, + "in_graph": true + }, + "m6->a10.h2": { + "score": 0.00046175718307495117, + "in_graph": true + }, + "a3.h3->a6.h9": { + "score": -0.017297446727752686, + "in_graph": true + }, + "a6.h0->a9.h6": { + "score": 0.00034546852111816406, + "in_graph": true + }, + "a6.h0->a7.h1": { + "score": 0.0012336969375610352, + "in_graph": true + }, + "a1.h7->a8.h6": { + "score": 0.0007489323616027832, + "in_graph": true + }, + "a1.h7->a8.h6": { + "score": 0.0007489323616027832, + "in_graph": true + }, + "m8->a11.h0": { + "score": 0.0002773404121398926, + "in_graph": true + }, + "a11.h0->m11": { + "score": 0.00018161535263061523, + "in_graph": true + }, + "a0.h1->a9.h7": { + "score": 0.0005564689636230469, + "in_graph": true + }, + "a0.h1->a9.h7": { + "score": 0.0005564689636230469, + "in_graph": true + }, + "m0->a10.h1": { + "score": 0.00015914440155029297, + "in_graph": true + }, + "m0->a10.h1": { + "score": 0.00015914440155029297, + "in_graph": true + }, + "input->a8.h10": { + "score": 0.00015223026275634766, + "in_graph": true + }, + "input->a8.h10": { + "score": 0.00015223026275634766, + "in_graph": true + }, + "a5.h4->m6": { + "score": 0.0009541511535644531, + "in_graph": true + }, + "a2.h1->m2": { + "score": 0.00035959482192993164, + "in_graph": true + }, + "a6.h0->m6": { + "score": -0.0012738704681396484, + "in_graph": true + }, + "a5.h5->a7.h6": { + "score": 0.000553131103515625, + "in_graph": true + }, + "a7.h6->m7": { + "score": 0.0007425546646118164, + "in_graph": true + }, + "a5.h0->a9.h8": { + "score": 0.00043582916259765625, + "in_graph": true + }, + "a5.h0->a9.h8": { + "score": 0.00043582916259765625, + "in_graph": true + }, + "a0.h9->m3": { + "score": -0.0005877017974853516, + "in_graph": true + }, + "m4->a7.h3": { + "score": -0.0002461075782775879, + "in_graph": true + }, + "m4->a7.h3": { + "score": -0.0002461075782775879, + "in_graph": true + }, + "m8->a11.h10": { + "score": -0.00036847591400146484, + "in_graph": true + }, + "m7->m8": { + "score": 0.0014960169792175293, + "in_graph": true + }, + "a5.h8->a8.h10": { + "score": 0.0007436871528625488, + "in_graph": true + }, + "a5.h8->a8.h10": { + "score": 0.0007436871528625488, + "in_graph": true + }, + "a0.h4->a1.h4": { + "score": 0.0008015632629394531, + "in_graph": true + }, + "a1.h9->m2": { + "score": 0.0006262063980102539, + "in_graph": true + }, + "a5.h8->a11.h10": { + "score": 0.0007795095443725586, + "in_graph": true + }, + "a5.h8->a11.h10": { + "score": 0.0007795095443725586, + "in_graph": true + }, + "m4->a5.h9": { + "score": 0.0005384683609008789, + "in_graph": true + }, + "m4->a5.h9": { + "score": 0.0005384683609008789, + "in_graph": true + }, + "a6.h9->m9": { + "score": 0.0002452731132507324, + "in_graph": true + }, + "m9->a10.h0": { + "score": 0.0007264614105224609, + "in_graph": true + }, + "m9->a10.h0": { + "score": 0.0007264614105224609, + "in_graph": true + }, + "a6.h9->m8": { + "score": 0.0005922913551330566, + "in_graph": true + }, + "m8->a11.h10": { + "score": -0.0008372068405151367, + "in_graph": true + }, + "m8->a11.h10": { + "score": -0.0008372068405151367, + "in_graph": true + }, + "a0.h11->m1": { + "score": 0.00038927793502807617, + "in_graph": true + }, + "a0.h4->a7.h3": { + "score": 0.0011042952537536621, + "in_graph": true + }, + "a0.h4->a7.h3": { + "score": 0.0011042952537536621, + "in_graph": true + }, + "a5.h0->a8.h6": { + "score": -0.0026122331619262695, + "in_graph": true + }, + "a5.h0->a8.h6": { + "score": -0.0026122331619262695, + "in_graph": true + }, + "m3->a6.h0": { + "score": 0.00024056434631347656, + "in_graph": true + }, + "m3->a6.h0": { + "score": 0.00024056434631347656, + "in_graph": true + }, + "m7->a8.h10": { + "score": 0.0008671283721923828, + "in_graph": true + }, + "m7->a8.h10": { + "score": 0.0008671283721923828, + "in_graph": true + }, + "a10.h1->a11.h6": { + "score": -0.00041985511779785156, + "in_graph": true + }, + "a3.h6->a6.h9": { + "score": 0.0016602277755737305, + "in_graph": true + }, + "a0.h1->a5.h1": { + "score": 0.0005970597267150879, + "in_graph": true + }, + "a8.h6->a11.h0": { + "score": 0.000269472599029541, + "in_graph": true + }, + "m5->a9.h9": { + "score": 0.001202404499053955, + "in_graph": true + }, + "m5->a9.h9": { + "score": 0.001202404499053955, + "in_graph": true + }, + "m2->a9.h7": { + "score": 0.0006920695304870605, + "in_graph": true + }, + "m2->a9.h7": { + "score": 0.0006920695304870605, + "in_graph": true + }, + "a0.h4->a7.h1": { + "score": 0.000832676887512207, + "in_graph": true + }, + "a0.h4->a5.h9": { + "score": 0.0020888447761535645, + "in_graph": true + }, + "a7.h9->a11.h10": { + "score": -0.0002448558807373047, + "in_graph": true + }, + "a8.h3->a10.h2": { + "score": 0.0005581378936767578, + "in_graph": true + }, + "a0.h5->a3.h0": { + "score": 0.0007179379463195801, + "in_graph": true + }, + "a3.h4->a6.h6": { + "score": -4.1961669921875e-05, + "in_graph": true + }, + "a2.h2->a5.h5": { + "score": -0.0001983046531677246, + "in_graph": true + }, + "a7.h3->a8.h5": { + "score": 0.0009625554084777832, + "in_graph": true + }, + "a7.h3->a8.h5": { + "score": 0.0009625554084777832, + "in_graph": true + }, + "input->a0.h8": { + "score": 0.0014136433601379395, + "in_graph": true + }, + "a0.h8->m0": { + "score": 0.0010396242141723633, + "in_graph": true + }, + "a10.h2->a11.h2": { + "score": 0.00039058923721313477, + "in_graph": true + }, + "a3.h0->a5.h10": { + "score": 0.0004900097846984863, + "in_graph": true + }, + "a3.h0->a5.h10": { + "score": 0.0004900097846984863, + "in_graph": true + }, + "a0.h5->m4": { + "score": 0.0007099509239196777, + "in_graph": true + }, + "a8.h10->a9.h0": { + "score": 0.0005259513854980469, + "in_graph": true + }, + "a3.h10->m4": { + "score": -0.00030982494354248047, + "in_graph": true + }, + "a2.h9->m5": { + "score": 0.0019608139991760254, + "in_graph": true + }, + "m4->a6.h6": { + "score": -0.00029075145721435547, + "in_graph": true + }, + "m4->a6.h6": { + "score": -0.00029075145721435547, + "in_graph": true + }, + "a0.h4->a6.h6": { + "score": 0.0011193156242370605, + "in_graph": true + }, + "input->a0.h9": { + "score": 0.00031512975692749023, + "in_graph": true + }, + "a2.h1->a7.h1": { + "score": 0.0007831454277038574, + "in_graph": true + }, + "m7->a8.h3": { + "score": -3.4332275390625e-05, + "in_graph": true + }, + "m8->a9.h8": { + "score": 0.0008376240730285645, + "in_graph": true + }, + "a0.h10->m3": { + "score": -0.0014233589172363281, + "in_graph": true + }, + "m0->a2.h3": { + "score": 0.0005117654800415039, + "in_graph": true + }, + "a0.h7->m5": { + "score": 0.0005018711090087891, + "in_graph": true + }, + "a10.h3->a11.h10": { + "score": 0.0006749629974365234, + "in_graph": true + }, + "m1->a11.h10": { + "score": -0.0007680654525756836, + "in_graph": true + }, + "m1->a11.h10": { + "score": -0.0007680654525756836, + "in_graph": true + }, + "m0->a3.h3": { + "score": -0.0004954338073730469, + "in_graph": true + }, + "m0->a10.h2": { + "score": -0.0009455084800720215, + "in_graph": true + }, + "m0->a10.h2": { + "score": -0.0009455084800720215, + "in_graph": true + }, + "a10.h2->a11.h10": { + "score": 0.0004987716674804688, + "in_graph": true + }, + "a3.h0->a5.h10": { + "score": 0.0005721449851989746, + "in_graph": true + }, + "a5.h10->a8.h6": { + "score": 0.00026100873947143555, + "in_graph": true + }, + "a5.h10->a8.h6": { + "score": 0.00026100873947143555, + "in_graph": true + }, + "a4.h7->a8.h10": { + "score": 0.0006098151206970215, + "in_graph": true + }, + "a4.h7->a8.h10": { + "score": 0.0006098151206970215, + "in_graph": true + }, + "input->m1": { + "score": 0.0015894174575805664, + "in_graph": true + }, + "a7.h3->a8.h10": { + "score": -0.0015233755111694336, + "in_graph": true + }, + "a5.h9->a7.h6": { + "score": 0.0004916191101074219, + "in_graph": true + }, + "a0.h5->a7.h9": { + "score": 0.0011946558952331543, + "in_graph": true + }, + "a0.h5->a7.h9": { + "score": 0.0011946558952331543, + "in_graph": true + }, + "a1.h8->a7.h3": { + "score": -4.750490188598633e-05, + "in_graph": true + }, + "a1.h8->a7.h3": { + "score": -4.750490188598633e-05, + "in_graph": true + }, + "a9.h7->a10.h1": { + "score": 0.0007587671279907227, + "in_graph": true + }, + "a5.h10->a6.h0": { + "score": 0.00048661231994628906, + "in_graph": true + }, + "a5.h10->a6.h0": { + "score": 0.00048661231994628906, + "in_graph": true + }, + "m7->m10": { + "score": -5.4836273193359375e-06, + "in_graph": true + }, + "a2.h2->a7.h3": { + "score": 0.00048351287841796875, + "in_graph": true + }, + "a2.h2->a7.h3": { + "score": 0.00048351287841796875, + "in_graph": true + }, + "a0.h10->a5.h0": { + "score": 0.0008284449577331543, + "in_graph": true + }, + "a5.h1->a8.h10": { + "score": 0.00040519237518310547, + "in_graph": true + }, + "a5.h1->a8.h10": { + "score": 0.00040519237518310547, + "in_graph": true + }, + "m0->a1.h6": { + "score": 0.0007143020629882812, + "in_graph": true + }, + "a1.h6->m1": { + "score": 0.0009420514106750488, + "in_graph": true + }, + "m8->a11.h1": { + "score": 0.0010724067687988281, + "in_graph": true + }, + "m1->a8.h5": { + "score": 0.00010800361633300781, + "in_graph": true + }, + "m1->a8.h5": { + "score": 0.00010800361633300781, + "in_graph": true + }, + "m3->a7.h3": { + "score": 0.0006537437438964844, + "in_graph": true + }, + "m3->a7.h3": { + "score": 0.0006537437438964844, + "in_graph": true + }, + "a9.h9->a11.h8": { + "score": 0.0006050467491149902, + "in_graph": true + }, + "a9.h9->a11.h8": { + "score": 0.0006050467491149902, + "in_graph": true + }, + "a11.h8->logits": { + "score": 0.0006223917007446289, + "in_graph": true + }, + "a2.h2->a8.h10": { + "score": 0.0004680156707763672, + "in_graph": true + }, + "a2.h2->a8.h10": { + "score": 0.0004680156707763672, + "in_graph": true + }, + "a0.h3->m4": { + "score": -0.003014981746673584, + "in_graph": true + }, + "m6->a9.h8": { + "score": 0.0006124973297119141, + "in_graph": true + }, + "m6->a9.h8": { + "score": 0.0006124973297119141, + "in_graph": true + }, + "a5.h9->a9.h6": { + "score": 0.0006375312805175781, + "in_graph": true + }, + "a5.h9->a9.h6": { + "score": 0.0006375312805175781, + "in_graph": true + }, + "a8.h5->m9": { + "score": 0.0004894733428955078, + "in_graph": true + }, + "a0.h10->a8.h6": { + "score": -0.0005505681037902832, + "in_graph": true + }, + "a0.h10->a8.h6": { + "score": -0.0005505681037902832, + "in_graph": true + }, + "m5->a11.h2": { + "score": 0.00046384334564208984, + "in_graph": true + }, + "m5->a11.h2": { + "score": 0.00046384334564208984, + "in_graph": true + }, + "a9.h8->a10.h0": { + "score": 0.00046312808990478516, + "in_graph": true + }, + "a1.h8->a8.h5": { + "score": 0.0004620552062988281, + "in_graph": true + }, + "a1.h8->a8.h5": { + "score": 0.0004620552062988281, + "in_graph": true + }, + "a9.h7->m9": { + "score": 0.0005331039428710938, + "in_graph": true + }, + "a8.h5->a11.h6": { + "score": -0.0004818439483642578, + "in_graph": true + }, + "m5->m8": { + "score": 6.93202018737793e-05, + "in_graph": true + }, + "m8->a10.h0": { + "score": 0.00012624263763427734, + "in_graph": true + }, + "m8->a10.h0": { + "score": 0.00012624263763427734, + "in_graph": true + }, + "a9.h6->a11.h6": { + "score": -0.0023584961891174316, + "in_graph": true + }, + "m7->a10.h0": { + "score": 0.000582575798034668, + "in_graph": true + }, + "m7->a10.h0": { + "score": 0.000582575798034668, + "in_graph": true + }, + "a7.h9->a9.h8": { + "score": 0.0004494190216064453, + "in_graph": true + }, + "m6->a11.h2": { + "score": 0.00032901763916015625, + "in_graph": true + }, + "m6->a11.h2": { + "score": 0.00032901763916015625, + "in_graph": true + }, + "m0->a4.h8": { + "score": 0.0006405115127563477, + "in_graph": true + }, + "a4.h8->m6": { + "score": 0.00041234493255615234, + "in_graph": true + }, + "a2.h2->a4.h7": { + "score": 0.00027370452880859375, + "in_graph": true + }, + "a2.h2->a4.h7": { + "score": 0.00027370452880859375, + "in_graph": true + }, + "m0->a11.h10": { + "score": -0.0017355680465698242, + "in_graph": true + }, + "m0->a11.h10": { + "score": -0.0017355680465698242, + "in_graph": true + }, + "a10.h6->a11.h1": { + "score": -0.0006961226463317871, + "in_graph": true + }, + "a1.h7->m2": { + "score": 0.00044155120849609375, + "in_graph": true + }, + "a8.h5->a9.h6": { + "score": 0.0006383061408996582, + "in_graph": true + }, + "a8.h10->a9.h2": { + "score": 0.0005595684051513672, + "in_graph": true + }, + "m1->a2.h1": { + "score": 0.0002797842025756836, + "in_graph": true + }, + "m0->a8.h2": { + "score": -0.00018930435180664062, + "in_graph": true + }, + "m0->a8.h2": { + "score": -0.00018930435180664062, + "in_graph": true + }, + "a8.h2->logits": { + "score": -0.00043773651123046875, + "in_graph": true + }, + "m9->a11.h10": { + "score": -0.0013854503631591797, + "in_graph": true + }, + "m9->a11.h10": { + "score": -0.0013854503631591797, + "in_graph": true + }, + "a8.h5->a10.h0": { + "score": 0.00034487247467041016, + "in_graph": true + }, + "a8.h6->a11.h9": { + "score": 0.000431060791015625, + "in_graph": true + }, + "m1->a6.h1": { + "score": -0.0028110742568969727, + "in_graph": true + }, + "m1->a6.h1": { + "score": -0.0028110742568969727, + "in_graph": true + }, + "a0.h3->m3": { + "score": -0.0015499591827392578, + "in_graph": true + }, + "a0.h9->a2.h9": { + "score": 0.0007470846176147461, + "in_graph": true + }, + "a0.h9->a2.h9": { + "score": 0.0007470846176147461, + "in_graph": true + }, + "a8.h10->a11.h10": { + "score": -0.0011483430862426758, + "in_graph": true + }, + "m5->a8.h5": { + "score": 0.00032341480255126953, + "in_graph": true + }, + "m5->a8.h5": { + "score": 0.00032341480255126953, + "in_graph": true + }, + "a8.h3->m8": { + "score": 0.0014868974685668945, + "in_graph": true + }, + "a9.h3->a10.h6": { + "score": 0.0005604028701782227, + "in_graph": true + }, + "a1.h0->a8.h10": { + "score": 0.000507354736328125, + "in_graph": true + }, + "a1.h0->a8.h10": { + "score": 0.000507354736328125, + "in_graph": true + }, + "m9->a10.h2": { + "score": 0.0005650520324707031, + "in_graph": true + }, + "m9->a10.h2": { + "score": 0.0005650520324707031, + "in_graph": true + }, + "a0.h11->m2": { + "score": 0.00033098459243774414, + "in_graph": true + }, + "a9.h0->a11.h6": { + "score": 0.000564277172088623, + "in_graph": true + }, + "m8->a10.h2": { + "score": 0.0005591511726379395, + "in_graph": true + }, + "m8->a10.h2": { + "score": 0.0005591511726379395, + "in_graph": true + }, + "m0->a10.h10": { + "score": -0.00022733211517333984, + "in_graph": true + }, + "m0->a10.h10": { + "score": -0.00022733211517333984, + "in_graph": true + }, + "a3.h7->a6.h9": { + "score": -0.011134505271911621, + "in_graph": true + }, + "input->m2": { + "score": 0.0008903145790100098, + "in_graph": true + }, + "m3->a8.h5": { + "score": 0.0004101991653442383, + "in_graph": true + }, + "m3->a8.h5": { + "score": 0.0004101991653442383, + "in_graph": true + }, + "m0->a9.h4": { + "score": 0.0006492137908935547, + "in_graph": true + }, + "m0->a9.h4": { + "score": 0.0006492137908935547, + "in_graph": true + }, + "a9.h4->a10.h10": { + "score": -1.806020736694336e-05, + "in_graph": true + }, + "a9.h6->a10.h1": { + "score": -0.0015250444412231445, + "in_graph": true + }, + "m7->a10.h2": { + "score": 0.0004061460494995117, + "in_graph": true + }, + "m7->a10.h2": { + "score": 0.0004061460494995117, + "in_graph": true + }, + "a4.h3->a5.h10": { + "score": 0.00040543079376220703, + "in_graph": true + }, + "a4.h3->a5.h10": { + "score": 0.00040543079376220703, + "in_graph": true + }, + "a0.h1->a5.h0": { + "score": 0.0021727681159973145, + "in_graph": true + }, + "a1.h11->a5.h8": { + "score": 0.0002053976058959961, + "in_graph": true + }, + "m7->a9.h8": { + "score": 0.0002878904342651367, + "in_graph": true + }, + "m7->a9.h8": { + "score": 0.0002878904342651367, + "in_graph": true + }, + "a9.h8->a10.h7": { + "score": 0.00040221214294433594, + "in_graph": true + }, + "a10.h1->m11": { + "score": -0.0002059340476989746, + "in_graph": true + }, + "a10.h1->m10": { + "score": 0.0004035830497741699, + "in_graph": true + }, + "m0->a4.h4": { + "score": -0.0005876421928405762, + "in_graph": true + }, + "a4.h4->a6.h6": { + "score": 0.0007190704345703125, + "in_graph": true + }, + "a9.h2->a10.h0": { + "score": -0.0003216862678527832, + "in_graph": true + }, + "a1.h0->m5": { + "score": 0.0007311701774597168, + "in_graph": true + }, + "a7.h9->a8.h11": { + "score": 0.0007084012031555176, + "in_graph": true + }, + "a8.h11->logits": { + "score": 0.0005134940147399902, + "in_graph": true + }, + "a6.h9->a7.h6": { + "score": 0.0002617835998535156, + "in_graph": true + }, + "m0->a2.h6": { + "score": 8.475780487060547e-05, + "in_graph": true + }, + "a2.h6->m3": { + "score": 0.00017875432968139648, + "in_graph": true + }, + "a7.h1->m7": { + "score": -0.0006147623062133789, + "in_graph": true + }, + "a3.h4->a10.h0": { + "score": 0.0003955364227294922, + "in_graph": true + }, + "a3.h4->a10.h0": { + "score": 0.0003955364227294922, + "in_graph": true + }, + "input->a3.h4": { + "score": 0.0006797909736633301, + "in_graph": true + }, + "a6.h1->a10.h6": { + "score": 0.0003942251205444336, + "in_graph": true + }, + "m9->a11.h0": { + "score": 0.0001819133758544922, + "in_graph": true + }, + "a10.h1->a11.h2": { + "score": 0.00039327144622802734, + "in_graph": true + }, + "a0.h4->a4.h6": { + "score": 0.0005729794502258301, + "in_graph": true + }, + "a9.h2->a10.h10": { + "score": -0.0008979439735412598, + "in_graph": true + }, + "a0.h5->a5.h5": { + "score": 0.0003338456153869629, + "in_graph": true + }, + "a9.h0->m10": { + "score": -0.0018956661224365234, + "in_graph": true + }, + "m6->a10.h0": { + "score": 0.0007379055023193359, + "in_graph": true + }, + "m6->a10.h0": { + "score": 0.0007379055023193359, + "in_graph": true + }, + "a0.h3->m5": { + "score": 0.0012534260749816895, + "in_graph": true + }, + "a0.h10->a2.h2": { + "score": -0.00024563074111938477, + "in_graph": true + }, + "a0.h10->a2.h2": { + "score": -0.00024563074111938477, + "in_graph": true + }, + "m10->a11.h0": { + "score": 4.673004150390625e-05, + "in_graph": true + }, + "a8.h2->a10.h2": { + "score": 0.0003796815872192383, + "in_graph": true + }, + "m9->a11.h1": { + "score": 0.00029528141021728516, + "in_graph": true + }, + "a6.h1->a10.h1": { + "score": 0.00037932395935058594, + "in_graph": true + }, + "input->a0.h5": { + "score": 0.0005429387092590332, + "in_graph": true + }, + "input->a0.h5": { + "score": 0.0005429387092590332, + "in_graph": true + }, + "a2.h9->a7.h3": { + "score": 0.0002593398094177246, + "in_graph": true + }, + "a2.h9->a7.h3": { + "score": 0.0002593398094177246, + "in_graph": true + }, + "m8->a10.h7": { + "score": -0.000959932804107666, + "in_graph": true + }, + "m8->a10.h7": { + "score": -0.000959932804107666, + "in_graph": true + }, + "a8.h5->a10.h1": { + "score": -0.00019633769989013672, + "in_graph": true + }, + "a0.h4->a3.h10": { + "score": 0.0001628398895263672, + "in_graph": true + }, + "m0->a7.h9": { + "score": 0.0003781318664550781, + "in_graph": true + }, + "a7.h9->a8.h6": { + "score": 0.0003781318664550781, + "in_graph": true + }, + "a7.h9->a8.h6": { + "score": 0.0003781318664550781, + "in_graph": true + }, + "a0.h5->a8.h5": { + "score": 0.00037491321563720703, + "in_graph": true + }, + "a0.h5->a8.h5": { + "score": 0.00037491321563720703, + "in_graph": true + }, + "a3.h10->a8.h6": { + "score": -0.00045233964920043945, + "in_graph": true + }, + "a3.h10->a8.h6": { + "score": -0.00045233964920043945, + "in_graph": true + }, + "m3->a4.h3": { + "score": 0.0004890561103820801, + "in_graph": true + }, + "m5->a11.h10": { + "score": -0.00026738643646240234, + "in_graph": true + }, + "m5->a11.h10": { + "score": -0.00026738643646240234, + "in_graph": true + }, + "a3.h4->m5": { + "score": -0.002727031707763672, + "in_graph": true + }, + "a9.h9->a11.h6": { + "score": -0.0020058751106262207, + "in_graph": true + }, + "a8.h5->a10.h2": { + "score": 0.0003801584243774414, + "in_graph": true + }, + "m6->a9.h7": { + "score": 0.00048410892486572266, + "in_graph": true + }, + "m6->a9.h7": { + "score": 0.00048410892486572266, + "in_graph": true + }, + "a0.h1->a3.h10": { + "score": 9.322166442871094e-05, + "in_graph": true + }, + "a0.h1->a3.h10": { + "score": 9.322166442871094e-05, + "in_graph": true + }, + "m0->a9.h6": { + "score": -4.607439041137695e-05, + "in_graph": true + }, + "m0->a9.h6": { + "score": -4.607439041137695e-05, + "in_graph": true + }, + "a5.h0->a8.h5": { + "score": 0.00026166439056396484, + "in_graph": true + }, + "a5.h0->a8.h5": { + "score": 0.00026166439056396484, + "in_graph": true + }, + "m0->a9.h9": { + "score": -0.0007274150848388672, + "in_graph": true + }, + "m0->a9.h9": { + "score": -0.0007274150848388672, + "in_graph": true + }, + "a4.h3->m5": { + "score": -0.0012407302856445312, + "in_graph": true + }, + "a0.h5->m3": { + "score": 0.0009797215461730957, + "in_graph": true + }, + "m2->a3.h3": { + "score": -0.00015729665756225586, + "in_graph": true + }, + "m6->a9.h6": { + "score": 0.00038051605224609375, + "in_graph": true + }, + "m6->a9.h6": { + "score": 0.00038051605224609375, + "in_graph": true + }, + "a3.h6->m4": { + "score": -0.0011516213417053223, + "in_graph": true + }, + "a2.h9->a8.h10": { + "score": -0.00010067224502563477, + "in_graph": true + }, + "a2.h9->a8.h10": { + "score": -0.00010067224502563477, + "in_graph": true + }, + "a0.h5->a9.h7": { + "score": 0.000354766845703125, + "in_graph": true + }, + "a0.h5->a9.h7": { + "score": 0.000354766845703125, + "in_graph": true + }, + "a0.h10->a2.h9": { + "score": 0.00035452842712402344, + "in_graph": true + }, + "a0.h10->a2.h9": { + "score": 0.00035452842712402344, + "in_graph": true + }, + "a5.h8->a7.h9": { + "score": -0.0011479854583740234, + "in_graph": true + }, + "a5.h8->a7.h9": { + "score": -0.0011479854583740234, + "in_graph": true + }, + "m0->a1.h8": { + "score": 0.0006273388862609863, + "in_graph": true + }, + "m0->a1.h8": { + "score": 0.0006273388862609863, + "in_graph": true + }, + "m1->a8.h10": { + "score": 0.000516057014465332, + "in_graph": true + }, + "input->a0.h2": { + "score": 4.488229751586914e-05, + "in_graph": true + }, + "a0.h2->a6.h9": { + "score": 0.0004807710647583008, + "in_graph": true + }, + "m1->a4.h3": { + "score": 0.0005164742469787598, + "in_graph": true + }, + "a0.h1->a1.h11": { + "score": 2.2530555725097656e-05, + "in_graph": true + }, + "a0.h1->a1.h11": { + "score": 2.2530555725097656e-05, + "in_graph": true + }, + "m7->a10.h10": { + "score": 0.00046813488006591797, + "in_graph": true + }, + "a3.h4->a5.h1": { + "score": 7.808208465576172e-06, + "in_graph": true + }, + "a9.h0->a11.h10": { + "score": 0.0003514289855957031, + "in_graph": true + }, + "a0.h4->a9.h7": { + "score": 0.0005261898040771484, + "in_graph": true + }, + "a0.h4->a9.h7": { + "score": 0.0005261898040771484, + "in_graph": true + }, + "a0.h3->m6": { + "score": -0.00015676021575927734, + "in_graph": true + }, + "a7.h6->a8.h5": { + "score": 0.00017517805099487305, + "in_graph": true + }, + "a7.h6->a8.h5": { + "score": 0.00017517805099487305, + "in_graph": true + }, + "a1.h0->a5.h1": { + "score": 0.00034868717193603516, + "in_graph": true + }, + "m0->a6.h0": { + "score": 0.00034922361373901367, + "in_graph": true + }, + "m0->a6.h0": { + "score": 0.00034922361373901367, + "in_graph": true + }, + "a0.h3->m7": { + "score": 0.00035828351974487305, + "in_graph": true + }, + "m2->a5.h0": { + "score": -0.00032836198806762695, + "in_graph": true + }, + "a1.h7->m3": { + "score": 0.0004750490188598633, + "in_graph": true + }, + "a0.h1->a7.h3": { + "score": 0.0001347064971923828, + "in_graph": true + }, + "a0.h1->a7.h3": { + "score": 0.0001347064971923828, + "in_graph": true + }, + "a9.h3->a11.h6": { + "score": 0.0004950165748596191, + "in_graph": true + }, + "m1->a5.h0": { + "score": -0.00036537647247314453, + "in_graph": true + }, + "m3->a5.h4": { + "score": 0.0005002617835998535, + "in_graph": true + }, + "a0.h1->a1.h11": { + "score": -0.00011271238327026367, + "in_graph": true + }, + "a9.h4->a10.h6": { + "score": -7.033348083496094e-06, + "in_graph": true + }, + "a9.h3->a10.h2": { + "score": 0.0003352165222167969, + "in_graph": true + }, + "m2->a3.h6": { + "score": -0.0009382963180541992, + "in_graph": true + }, + "m2->a3.h6": { + "score": -0.0009382963180541992, + "in_graph": true + }, + "a3.h6->a7.h3": { + "score": 0.0003333091735839844, + "in_graph": true + }, + "a3.h6->a7.h3": { + "score": 0.0003333091735839844, + "in_graph": true + }, + "a1.h8->a5.h8": { + "score": 3.123283386230469e-05, + "in_graph": true + }, + "m0->a3.h5": { + "score": 0.0008693337440490723, + "in_graph": true + }, + "a3.h5->m3": { + "score": 0.000647127628326416, + "in_graph": true + }, + "m9->a11.h4": { + "score": 0.00017952919006347656, + "in_graph": true + }, + "a11.h4->m11": { + "score": 0.0005606412887573242, + "in_graph": true + }, + "a0.h4->m4": { + "score": -0.00452113151550293, + "in_graph": true + }, + "m6->a11.h10": { + "score": -4.035234451293945e-05, + "in_graph": true + }, + "m6->a11.h10": { + "score": -4.035234451293945e-05, + "in_graph": true + }, + "a10.h2->m10": { + "score": 0.00021380186080932617, + "in_graph": true + }, + "m6->a7.h3": { + "score": -2.086162567138672e-05, + "in_graph": true + }, + "m6->a7.h3": { + "score": -2.086162567138672e-05, + "in_graph": true + }, + "a7.h3->m7": { + "score": 0.00014972686767578125, + "in_graph": true + }, + "m7->a9.h4": { + "score": 0.0003306865692138672, + "in_graph": true + }, + "a0.h1->a3.h6": { + "score": 0.00019109249114990234, + "in_graph": true + }, + "a0.h1->a3.h6": { + "score": 0.00019109249114990234, + "in_graph": true + }, + "a2.h6->a3.h5": { + "score": 0.0004323124885559082, + "in_graph": true + }, + "a7.h9->a11.h9": { + "score": 0.0004868507385253906, + "in_graph": true + }, + "a0.h3->a5.h9": { + "score": -0.0005103349685668945, + "in_graph": true + }, + "a7.h9->a10.h3": { + "score": 0.0003267526626586914, + "in_graph": true + }, + "a9.h4->logits": { + "score": 0.00013679265975952148, + "in_graph": true + }, + "m0->a1.h5": { + "score": 0.0010567903518676758, + "in_graph": true + }, + "a1.h5->a5.h8": { + "score": 0.0004502534866333008, + "in_graph": true + }, + "input->a3.h0": { + "score": -0.00010257959365844727, + "in_graph": true + }, + "input->a5.h5": { + "score": 0.0005504488945007324, + "in_graph": true + }, + "m9->m11": { + "score": -0.001197516918182373, + "in_graph": true + }, + "a0.h11->a8.h10": { + "score": 0.00020360946655273438, + "in_graph": true + }, + "a0.h11->a8.h10": { + "score": 0.00020360946655273438, + "in_graph": true + }, + "a0.h4->a7.h3": { + "score": 0.00046885013580322266, + "in_graph": true + }, + "a7.h3->a8.h6": { + "score": -0.001301407814025879, + "in_graph": true + }, + "a7.h3->a8.h6": { + "score": -0.001301407814025879, + "in_graph": true + }, + "a6.h0->a7.h9": { + "score": 0.0003210306167602539, + "in_graph": true + }, + "a6.h0->a7.h9": { + "score": 0.0003210306167602539, + "in_graph": true + }, + "a1.h5->a3.h0": { + "score": -4.929304122924805e-05, + "in_graph": true + }, + "m9->a10.h1": { + "score": 0.0007380843162536621, + "in_graph": true + }, + "input->m4": { + "score": -0.0007468461990356445, + "in_graph": true + }, + "input->a0.h6": { + "score": 0.0005803108215332031, + "in_graph": true + }, + "a0.h6->m4": { + "score": 0.0004540085792541504, + "in_graph": true + }, + "a0.h4->a1.h9": { + "score": -0.00010752677917480469, + "in_graph": true + }, + "a4.h6->a6.h9": { + "score": 0.00046008825302124023, + "in_graph": true + }, + "m3->a4.h8": { + "score": 0.0004323124885559082, + "in_graph": true + }, + "a4.h8->a8.h10": { + "score": 0.00043201446533203125, + "in_graph": true + }, + "a4.h8->a8.h10": { + "score": 0.00043201446533203125, + "in_graph": true + }, + "a0.h9->a2.h2": { + "score": -0.0002887248992919922, + "in_graph": true + }, + "a0.h9->a2.h2": { + "score": -0.0002887248992919922, + "in_graph": true + }, + "a3.h4->a4.h3": { + "score": 0.00046312808990478516, + "in_graph": true + }, + "a3.h4->a4.h3": { + "score": 0.00046312808990478516, + "in_graph": true + }, + "a10.h7->m10": { + "score": -0.0014034509658813477, + "in_graph": true + }, + "m7->a9.h9": { + "score": 0.00014722347259521484, + "in_graph": true + }, + "m7->a9.h9": { + "score": 0.00014722347259521484, + "in_graph": true + }, + "a5.h8->a9.h7": { + "score": 4.601478576660156e-05, + "in_graph": true + }, + "a5.h8->a9.h7": { + "score": 4.601478576660156e-05, + "in_graph": true + }, + "a9.h7->m10": { + "score": 0.0004743337631225586, + "in_graph": true + }, + "m5->a10.h0": { + "score": 0.00035202503204345703, + "in_graph": true + }, + "m5->a10.h0": { + "score": 0.00035202503204345703, + "in_graph": true + }, + "m7->a9.h8": { + "score": 0.0003147125244140625, + "in_graph": true + }, + "a8.h2->a10.h0": { + "score": 0.0003145933151245117, + "in_graph": true + }, + "a0.h6->m1": { + "score": 0.00033921003341674805, + "in_graph": true + }, + "m1->logits": { + "score": 0.00042831897735595703, + "in_graph": true + }, + "a6.h1->a10.h2": { + "score": 0.0003141164779663086, + "in_graph": true + }, + "a7.h9->a9.h0": { + "score": 0.00010460615158081055, + "in_graph": true + }, + "a4.h6->a7.h9": { + "score": 0.0004360079765319824, + "in_graph": true + }, + "a4.h6->a7.h9": { + "score": 0.0004360079765319824, + "in_graph": true + }, + "input->a1.h8": { + "score": 0.0003121495246887207, + "in_graph": true + }, + "m8->a11.h6": { + "score": 0.0003120899200439453, + "in_graph": true + }, + "m8->a11.h6": { + "score": 0.0003120899200439453, + "in_graph": true + }, + "m1->a11.h2": { + "score": 3.457069396972656e-05, + "in_graph": true + }, + "m1->a11.h2": { + "score": 3.457069396972656e-05, + "in_graph": true + }, + "a0.h1->a11.h10": { + "score": -0.0001291036605834961, + "in_graph": true + }, + "a0.h1->a11.h10": { + "score": -0.0001291036605834961, + "in_graph": true + }, + "a9.h7->a11.h6": { + "score": 0.0005695819854736328, + "in_graph": true + }, + "a0.h7->a7.h3": { + "score": 0.0003095865249633789, + "in_graph": true + }, + "a0.h7->a7.h3": { + "score": 0.0003095865249633789, + "in_graph": true + }, + "a8.h5->m11": { + "score": 5.78761100769043e-05, + "in_graph": true + }, + "m6->a11.h6": { + "score": 0.000308990478515625, + "in_graph": true + }, + "m6->a11.h6": { + "score": 0.000308990478515625, + "in_graph": true + }, + "m7->a9.h7": { + "score": 0.000308990478515625, + "in_graph": true + }, + "m7->a9.h7": { + "score": 0.000308990478515625, + "in_graph": true + }, + "a0.h1->a2.h6": { + "score": 0.00019276142120361328, + "in_graph": true + }, + "a2.h6->a8.h6": { + "score": 0.0003083944320678711, + "in_graph": true + }, + "a2.h6->a8.h6": { + "score": 0.0003083944320678711, + "in_graph": true + }, + "m2->a5.h1": { + "score": 0.0005571842193603516, + "in_graph": true + }, + "a0.h4->a4.h0": { + "score": 0.00044649839401245117, + "in_graph": true + }, + "a4.h0->m5": { + "score": 0.0005481243133544922, + "in_graph": true + }, + "a0.h3->a1.h8": { + "score": 8.994340896606445e-05, + "in_graph": true + }, + "a5.h5->a11.h8": { + "score": 0.00030291080474853516, + "in_graph": true + }, + "a5.h5->a11.h8": { + "score": 0.00030291080474853516, + "in_graph": true + }, + "a5.h0->a10.h7": { + "score": -3.510713577270508e-05, + "in_graph": true + }, + "a5.h0->a10.h7": { + "score": -3.510713577270508e-05, + "in_graph": true + }, + "a0.h7->a8.h5": { + "score": 9.822845458984375e-05, + "in_graph": true + }, + "a0.h7->a8.h5": { + "score": 9.822845458984375e-05, + "in_graph": true + }, + "a6.h9->a7.h11": { + "score": 0.00029963254928588867, + "in_graph": true + }, + "a6.h9->a7.h11": { + "score": 0.00029963254928588867, + "in_graph": true + }, + "a7.h11->a10.h10": { + "score": 5.620718002319336e-05, + "in_graph": true + }, + "m1->a5.h10": { + "score": 0.0002993345260620117, + "in_graph": true + }, + "a5.h10->m6": { + "score": -0.0010412931442260742, + "in_graph": true + }, + "a8.h6->a9.h7": { + "score": 0.00037366151809692383, + "in_graph": true + }, + "a8.h3->a11.h6": { + "score": 0.0002989768981933594, + "in_graph": true + }, + "a6.h0->m7": { + "score": -0.0004621744155883789, + "in_graph": true + }, + "a0.h5->a5.h9": { + "score": 0.00040334463119506836, + "in_graph": true + }, + "a8.h3->logits": { + "score": 0.00029754638671875, + "in_graph": true + }, + "a0.h1->a1.h0": { + "score": -8.147954940795898e-05, + "in_graph": true + }, + "a0.h1->a1.h0": { + "score": -8.147954940795898e-05, + "in_graph": true + }, + "a8.h10->a11.h4": { + "score": -5.179643630981445e-05, + "in_graph": true + }, + "a1.h8->logits": { + "score": 0.00029408931732177734, + "in_graph": true + }, + "m2->a6.h6": { + "score": -0.000638127326965332, + "in_graph": true + }, + "m2->a6.h6": { + "score": -0.000638127326965332, + "in_graph": true + }, + "m3->a11.h2": { + "score": 0.0002932548522949219, + "in_graph": true + }, + "m3->a11.h2": { + "score": 0.0002932548522949219, + "in_graph": true + }, + "a8.h6->a11.h4": { + "score": 0.00010651350021362305, + "in_graph": true + }, + "a0.h9->a7.h9": { + "score": -0.0001825094223022461, + "in_graph": true + }, + "a0.h9->a7.h9": { + "score": -0.0001825094223022461, + "in_graph": true + }, + "a0.h1->a3.h5": { + "score": -1.430511474609375e-06, + "in_graph": true + }, + "a8.h5->m10": { + "score": -0.0005031228065490723, + "in_graph": true + }, + "a9.h4->a10.h2": { + "score": 0.0002339482307434082, + "in_graph": true + }, + "m9->a11.h6": { + "score": 0.00029158592224121094, + "in_graph": true + }, + "m9->a11.h6": { + "score": 0.00029158592224121094, + "in_graph": true + }, + "a1.h5->m3": { + "score": 0.00020462274551391602, + "in_graph": true + }, + "a10.h3->m10": { + "score": -0.00011581182479858398, + "in_graph": true + }, + "a0.h1->a8.h5": { + "score": 0.0002892017364501953, + "in_graph": true + }, + "a0.h1->a8.h5": { + "score": 0.0002892017364501953, + "in_graph": true + }, + "a9.h9->a11.h9": { + "score": 0.00028896331787109375, + "in_graph": true + }, + "m8->m11": { + "score": -0.0005030632019042969, + "in_graph": true + }, + "m0->a1.h5": { + "score": 0.00040900707244873047, + "in_graph": true + }, + "m0->a1.h5": { + "score": 0.00040900707244873047, + "in_graph": true + }, + "a1.h5->a8.h6": { + "score": 0.0005181431770324707, + "in_graph": true + }, + "a1.h5->a8.h6": { + "score": 0.0005181431770324707, + "in_graph": true + }, + "m7->a11.h6": { + "score": 0.00028574466705322266, + "in_graph": true + }, + "m7->a11.h6": { + "score": 0.00028574466705322266, + "in_graph": true + }, + "a0.h4->a10.h0": { + "score": -0.00023561716079711914, + "in_graph": true + }, + "a0.h4->a10.h0": { + "score": -0.00023561716079711914, + "in_graph": true + }, + "a1.h8->a8.h10": { + "score": -0.0007571578025817871, + "in_graph": true + }, + "a1.h8->a8.h10": { + "score": -0.0007571578025817871, + "in_graph": true + }, + "a1.h11->a8.h5": { + "score": 0.0002796649932861328, + "in_graph": true + }, + "a1.h11->a8.h5": { + "score": 0.0002796649932861328, + "in_graph": true + }, + "a1.h8->a8.h5": { + "score": 0.0002791881561279297, + "in_graph": true + }, + "m2->a4.h3": { + "score": 0.0003961920738220215, + "in_graph": true + }, + "m2->a4.h3": { + "score": 0.0003961920738220215, + "in_graph": true + }, + "a0.h9->a8.h10": { + "score": 0.00027823448181152344, + "in_graph": true + }, + "a0.h9->a8.h10": { + "score": 0.00027823448181152344, + "in_graph": true + }, + "a5.h5->m8": { + "score": 0.00027823448181152344, + "in_graph": true + }, + "m8->a11.h2": { + "score": 0.00043892860412597656, + "in_graph": true + }, + "m8->a11.h2": { + "score": 0.00043892860412597656, + "in_graph": true + }, + "a2.h1->m6": { + "score": 0.00027823448181152344, + "in_graph": true + }, + "a9.h7->a11.h1": { + "score": 0.00027751922607421875, + "in_graph": true + }, + "a5.h9->a9.h9": { + "score": 0.0002766847610473633, + "in_graph": true + }, + "a5.h9->a9.h9": { + "score": 0.0002766847610473633, + "in_graph": true + }, + "a2.h1->m4": { + "score": 0.0005230903625488281, + "in_graph": true + }, + "a4.h4->a5.h9": { + "score": 0.00027441978454589844, + "in_graph": true + }, + "input->m3": { + "score": -0.0001944899559020996, + "in_graph": true + }, + "a3.h5->m5": { + "score": 0.0002714395523071289, + "in_graph": true + }, + "a6.h0->a10.h0": { + "score": 0.000270843505859375, + "in_graph": true + }, + "m0->a3.h6": { + "score": 0.00027483701705932617, + "in_graph": true + }, + "a0.h10->a10.h7": { + "score": 0.0002703666687011719, + "in_graph": true + }, + "a0.h10->a10.h7": { + "score": 0.0002703666687011719, + "in_graph": true + }, + "m3->a5.h10": { + "score": -0.0009299516677856445, + "in_graph": true + }, + "m3->a5.h10": { + "score": -0.0009299516677856445, + "in_graph": true + }, + "a0.h2->a3.h4": { + "score": 0.00013053417205810547, + "in_graph": true + }, + "m7->a10.h2": { + "score": 0.00014060735702514648, + "in_graph": true + }, + "m0->a2.h7": { + "score": 0.00039452314376831055, + "in_graph": true + }, + "m0->a2.h7": { + "score": 0.00039452314376831055, + "in_graph": true + }, + "a2.h7->m3": { + "score": 0.00026929378509521484, + "in_graph": true + }, + "a9.h9->a11.h11": { + "score": 0.0002690553665161133, + "in_graph": true + }, + "a9.h9->a11.h11": { + "score": 0.0002690553665161133, + "in_graph": true + }, + "a11.h11->logits": { + "score": -0.0002739429473876953, + "in_graph": true + }, + "m0->a5.h10": { + "score": -0.00036215782165527344, + "in_graph": true + }, + "a5.h10->a8.h10": { + "score": 0.00026857852935791016, + "in_graph": true + }, + "a5.h10->a8.h10": { + "score": 0.00026857852935791016, + "in_graph": true + }, + "a9.h6->a11.h3": { + "score": 0.0002682209014892578, + "in_graph": true + }, + "a9.h6->a11.h3": { + "score": 0.0002682209014892578, + "in_graph": true + }, + "a11.h3->logits": { + "score": 1.5616416931152344e-05, + "in_graph": true + }, + "a0.h5->a11.h10": { + "score": 0.00026702880859375, + "in_graph": true + }, + "a0.h5->a11.h10": { + "score": 0.00026702880859375, + "in_graph": true + }, + "a0.h8->a8.h6": { + "score": 0.00016510486602783203, + "in_graph": true + }, + "a0.h8->a8.h6": { + "score": 0.00016510486602783203, + "in_graph": true + }, + "a5.h4->m7": { + "score": 0.00039333105087280273, + "in_graph": true + }, + "a9.h2->a10.h2": { + "score": -0.00012022256851196289, + "in_graph": true + }, + "a1.h11->a8.h6": { + "score": -0.002123534679412842, + "in_graph": true + }, + "a1.h11->a8.h6": { + "score": -0.002123534679412842, + "in_graph": true + }, + "a1.h5->m1": { + "score": 0.0005008578300476074, + "in_graph": true + }, + "a0.h11->a1.h8": { + "score": 0.00013124942779541016, + "in_graph": true + }, + "a0.h4->a5.h8": { + "score": -0.0005186796188354492, + "in_graph": true + }, + "a7.h1->a9.h7": { + "score": 0.0002601146697998047, + "in_graph": true + }, + "a7.h1->a9.h7": { + "score": 0.0002601146697998047, + "in_graph": true + }, + "a0.h4->m6": { + "score": -0.00031244754791259766, + "in_graph": true + }, + "m2->a7.h3": { + "score": -0.0006052255630493164, + "in_graph": true + }, + "m2->a7.h3": { + "score": -0.0006052255630493164, + "in_graph": true + }, + "m4->a10.h0": { + "score": -4.8160552978515625e-05, + "in_graph": true + }, + "m4->a10.h0": { + "score": -4.8160552978515625e-05, + "in_graph": true + }, + "a7.h9->a8.h0": { + "score": 0.0002586841583251953, + "in_graph": true + }, + "a8.h0->a9.h9": { + "score": 0.0002586841583251953, + "in_graph": true + }, + "a0.h4->a6.h0": { + "score": 0.00025522708892822266, + "in_graph": true + }, + "a0.h4->a6.h0": { + "score": 0.00025522708892822266, + "in_graph": true + }, + "a1.h5->m2": { + "score": 0.0006110072135925293, + "in_graph": true + }, + "m3->a10.h7": { + "score": -0.0005629658699035645, + "in_graph": true + }, + "m3->a10.h7": { + "score": -0.0005629658699035645, + "in_graph": true + }, + "a3.h0->a5.h9": { + "score": -0.0010315179824829102, + "in_graph": true + }, + "a3.h0->a5.h9": { + "score": -0.0010315179824829102, + "in_graph": true + }, + "a1.h6->m2": { + "score": 0.00047767162322998047, + "in_graph": true + }, + "a1.h11->a3.h10": { + "score": 0.00025343894958496094, + "in_graph": true + }, + "a1.h11->a3.h10": { + "score": 0.00025343894958496094, + "in_graph": true + }, + "a5.h9->a11.h2": { + "score": 0.0003619194030761719, + "in_graph": true + }, + "a5.h9->a11.h2": { + "score": 0.0003619194030761719, + "in_graph": true + }, + "a1.h8->a3.h3": { + "score": 0.00013387203216552734, + "in_graph": true + }, + "a1.h8->a3.h3": { + "score": 0.00013387203216552734, + "in_graph": true + }, + "a0.h5->a7.h1": { + "score": 0.0002523660659790039, + "in_graph": true + }, + "a0.h5->a5.h0": { + "score": 0.00025200843811035156, + "in_graph": true + }, + "input->m5": { + "score": 0.0002315044403076172, + "in_graph": true + }, + "a0.h5->a1.h4": { + "score": 0.00024110078811645508, + "in_graph": true + }, + "a8.h10->a9.h5": { + "score": 0.00013834238052368164, + "in_graph": true + }, + "a9.h5->a10.h10": { + "score": -0.00033283233642578125, + "in_graph": true + }, + "a2.h7->m2": { + "score": 0.0002504587173461914, + "in_graph": true + }, + "a8.h6->a9.h5": { + "score": -0.0002282261848449707, + "in_graph": true + }, + "m2->a5.h10": { + "score": 0.0003676414489746094, + "in_graph": true + }, + "a7.h3->a11.h9": { + "score": 0.0002492666244506836, + "in_graph": true + }, + "a7.h3->a10.h6": { + "score": 0.0002486705780029297, + "in_graph": true + }, + "a6.h6->a9.h6": { + "score": 0.00024759769439697266, + "in_graph": true + }, + "a6.h6->a9.h6": { + "score": 0.00024759769439697266, + "in_graph": true + }, + "a7.h11->a9.h9": { + "score": 0.00035750865936279297, + "in_graph": true + }, + "a5.h5->a6.h7": { + "score": 0.0002473592758178711, + "in_graph": true + }, + "a5.h5->a6.h7": { + "score": 0.0002473592758178711, + "in_graph": true + }, + "a6.h7->a8.h6": { + "score": 0.0002473592758178711, + "in_graph": true + }, + "a6.h7->a8.h6": { + "score": 0.0002473592758178711, + "in_graph": true + }, + "m5->a11.h6": { + "score": 7.140636444091797e-05, + "in_graph": true + }, + "m5->a11.h6": { + "score": 7.140636444091797e-05, + "in_graph": true + }, + "a0.h4->a4.h3": { + "score": -0.00014352798461914062, + "in_graph": true + }, + "a7.h9->a9.h2": { + "score": 0.00024628639221191406, + "in_graph": true + }, + "m9->a10.h7": { + "score": -0.0009314417839050293, + "in_graph": true + }, + "m9->a10.h7": { + "score": -0.0009314417839050293, + "in_graph": true + }, + "m2->a4.h3": { + "score": 0.0003592967987060547, + "in_graph": true + }, + "m6->a7.h6": { + "score": 8.732080459594727e-05, + "in_graph": true + }, + "a3.h0->a6.h6": { + "score": -0.004735410213470459, + "in_graph": true + }, + "a3.h0->a6.h6": { + "score": -0.004735410213470459, + "in_graph": true + }, + "a0.h1->a5.h4": { + "score": 0.00012171268463134766, + "in_graph": true + }, + "m8->a10.h1": { + "score": 0.0001354217529296875, + "in_graph": true + }, + "m8->a10.h1": { + "score": 0.0001354217529296875, + "in_graph": true + }, + "m10->a11.h10": { + "score": -0.0004705190658569336, + "in_graph": true + }, + "m10->a11.h10": { + "score": -0.0004705190658569336, + "in_graph": true + }, + "a5.h0->a11.h10": { + "score": -7.87973403930664e-05, + "in_graph": true + }, + "a5.h0->a11.h10": { + "score": -7.87973403930664e-05, + "in_graph": true + }, + "a0.h10->a7.h3": { + "score": 0.00024378299713134766, + "in_graph": true + }, + "a0.h10->a7.h3": { + "score": 0.00024378299713134766, + "in_graph": true + }, + "a9.h9->a11.h3": { + "score": 0.0002428293228149414, + "in_graph": true + }, + "a9.h9->a11.h3": { + "score": 0.0002428293228149414, + "in_graph": true + }, + "a1.h11->a3.h2": { + "score": 0.00024247169494628906, + "in_graph": true + }, + "a1.h11->a3.h2": { + "score": 0.00024247169494628906, + "in_graph": true + }, + "a3.h2->m3": { + "score": -0.0017303824424743652, + "in_graph": true + }, + "m0->logits": { + "score": 0.00024175643920898438, + "in_graph": true + }, + "a0.h1->a2.h9": { + "score": 0.0005692243576049805, + "in_graph": true + }, + "a0.h1->a2.h9": { + "score": 0.0005692243576049805, + "in_graph": true + }, + "a3.h4->a4.h7": { + "score": 0.00010347366333007812, + "in_graph": true + }, + "a3.h4->a4.h7": { + "score": 0.00010347366333007812, + "in_graph": true + }, + "a4.h7->m4": { + "score": -0.00013297796249389648, + "in_graph": true + }, + "input->a0.h0": { + "score": 0.00011241436004638672, + "in_graph": true + }, + "a0.h0->m2": { + "score": 0.0002384185791015625, + "in_graph": true + }, + "m8->a9.h9": { + "score": 0.00011616945266723633, + "in_graph": true + }, + "m8->a9.h9": { + "score": 0.00011616945266723633, + "in_graph": true + }, + "a1.h11->a11.h10": { + "score": 0.00023746490478515625, + "in_graph": true + }, + "a1.h11->a11.h10": { + "score": 0.00023746490478515625, + "in_graph": true + }, + "m0->a6.h3": { + "score": -0.0001271963119506836, + "in_graph": true + }, + "a6.h3->m6": { + "score": -0.000886380672454834, + "in_graph": true + }, + "m0->a10.h6": { + "score": -0.00037163496017456055, + "in_graph": true + }, + "m0->a10.h6": { + "score": -0.00037163496017456055, + "in_graph": true + }, + "a1.h5->a7.h1": { + "score": 0.00023615360260009766, + "in_graph": true + }, + "m7->logits": { + "score": -0.00038188695907592773, + "in_graph": true + }, + "m8->a9.h2": { + "score": 0.0003333091735839844, + "in_graph": true + }, + "a0.h4->a4.h3": { + "score": 0.00023293495178222656, + "in_graph": true + }, + "a0.h4->a4.h3": { + "score": 0.00023293495178222656, + "in_graph": true + }, + "m1->a5.h4": { + "score": 5.698204040527344e-05, + "in_graph": true + }, + "a1.h9->a8.h10": { + "score": -6.55055046081543e-05, + "in_graph": true + }, + "a1.h9->a8.h10": { + "score": -6.55055046081543e-05, + "in_graph": true + }, + "m3->a4.h3": { + "score": 0.00023031234741210938, + "in_graph": true + }, + "m3->a4.h3": { + "score": 0.00023031234741210938, + "in_graph": true + }, + "a4.h8->a8.h6": { + "score": 0.00034350156784057617, + "in_graph": true + }, + "a4.h8->a8.h6": { + "score": 0.00034350156784057617, + "in_graph": true + }, + "m4->m8": { + "score": 2.396106719970703e-05, + "in_graph": true + }, + "a0.h5->a2.h2": { + "score": 0.0002295970916748047, + "in_graph": true + }, + "a0.h5->a2.h2": { + "score": 0.0002295970916748047, + "in_graph": true + }, + "a8.h5->a9.h8": { + "score": 0.0002294778823852539, + "in_graph": true + }, + "a0.h1->a5.h9": { + "score": 0.0002136826515197754, + "in_graph": true + }, + "a0.h1->a5.h9": { + "score": 0.0002136826515197754, + "in_graph": true + }, + "a0.h5->m5": { + "score": 0.0002288818359375, + "in_graph": true + }, + "input->a0.h0": { + "score": -0.0001366138458251953, + "in_graph": true + }, + "input->a0.h0": { + "score": -0.0001366138458251953, + "in_graph": true + }, + "a0.h0->m1": { + "score": 0.00022840499877929688, + "in_graph": true + }, + "a0.h2->m0": { + "score": 4.947185516357422e-06, + "in_graph": true + }, + "a3.h10->m6": { + "score": -0.00032150745391845703, + "in_graph": true + }, + "a1.h8->a8.h10": { + "score": -8.434057235717773e-05, + "in_graph": true + }, + "a0.h4->a4.h4": { + "score": 0.00022280216217041016, + "in_graph": true + }, + "a3.h5->m6": { + "score": 0.00022280216217041016, + "in_graph": true + }, + "input->a2.h9": { + "score": 0.00022232532501220703, + "in_graph": true + }, + "input->a2.h9": { + "score": 0.00022232532501220703, + "in_graph": true + }, + "a3.h7->a4.h7": { + "score": 0.00022208690643310547, + "in_graph": true + }, + "a3.h7->a4.h7": { + "score": 0.00022208690643310547, + "in_graph": true + }, + "a5.h5->a7.h11": { + "score": 0.0003311634063720703, + "in_graph": true + }, + "a5.h5->a7.h11": { + "score": 0.0003311634063720703, + "in_graph": true + }, + "a7.h11->a10.h6": { + "score": 0.00022113323211669922, + "in_graph": true + }, + "a0.h1->a2.h2": { + "score": -0.00030159950256347656, + "in_graph": true + }, + "a0.h1->a2.h2": { + "score": -0.00030159950256347656, + "in_graph": true + }, + "a0.h4->a3.h4": { + "score": 0.00021886825561523438, + "in_graph": true + }, + "a0.h1->a1.h5": { + "score": 0.00021827220916748047, + "in_graph": true + }, + "a0.h4->a3.h4": { + "score": 0.0003216862678527832, + "in_graph": true + }, + "a0.h4->a3.h4": { + "score": 0.0003216862678527832, + "in_graph": true + }, + "a3.h5->m4": { + "score": 9.822845458984375e-05, + "in_graph": true + }, + "m1->a3.h6": { + "score": 0.00021338462829589844, + "in_graph": true + }, + "a0.h6->a3.h0": { + "score": 0.00021314620971679688, + "in_graph": true + }, + "a9.h4->m10": { + "score": 0.0003139376640319824, + "in_graph": true + }, + "a0.h1->a9.h9": { + "score": 0.0002104043960571289, + "in_graph": true + }, + "a0.h1->a9.h9": { + "score": 0.0002104043960571289, + "in_graph": true + }, + "a0.h3->a7.h1": { + "score": 0.00021028518676757812, + "in_graph": true + }, + "m1->a4.h4": { + "score": -4.029273986816406e-05, + "in_graph": true + }, + "m5->a6.h0": { + "score": 0.0002092123031616211, + "in_graph": true + }, + "a1.h5->a6.h9": { + "score": 0.00020873546600341797, + "in_graph": true + }, + "a0.h4->a3.h7": { + "score": 0.00020837783813476562, + "in_graph": true + }, + "a0.h4->a4.h7": { + "score": 0.00020802021026611328, + "in_graph": true + }, + "a0.h4->a4.h7": { + "score": 0.00020802021026611328, + "in_graph": true + }, + "a0.h4->a8.h5": { + "score": -0.0003210902214050293, + "in_graph": true + }, + "a0.h4->a8.h5": { + "score": -0.0003210902214050293, + "in_graph": true + }, + "a0.h4->a5.h1": { + "score": -1.9609928131103516e-05, + "in_graph": true + }, + "a0.h4->a9.h8": { + "score": -0.0003019571304321289, + "in_graph": true + }, + "a0.h4->a9.h8": { + "score": -0.0003019571304321289, + "in_graph": true + }, + "a3.h5->a8.h6": { + "score": 0.0002071857452392578, + "in_graph": true + }, + "a3.h5->a8.h6": { + "score": 0.0002071857452392578, + "in_graph": true + }, + "a1.h5->a3.h4": { + "score": 0.00020599365234375, + "in_graph": true + }, + "m0->a5.h10": { + "score": 0.00020575523376464844, + "in_graph": true + }, + "m0->a5.h10": { + "score": 0.00020575523376464844, + "in_graph": true + }, + "a0.h1->a4.h6": { + "score": 0.00020551681518554688, + "in_graph": true + }, + "a0.h3->a5.h1": { + "score": -0.0002707242965698242, + "in_graph": true + }, + "m0->a7.h11": { + "score": 0.00020384788513183594, + "in_graph": true + }, + "a7.h11->a8.h6": { + "score": 0.00020384788513183594, + "in_graph": true + }, + "a7.h11->a8.h6": { + "score": 0.00020384788513183594, + "in_graph": true + }, + "m0->a4.h0": { + "score": 0.00020325183868408203, + "in_graph": true + }, + "a5.h0->m8": { + "score": -9.143352508544922e-05, + "in_graph": true + }, + "m8->a9.h6": { + "score": 0.00020170211791992188, + "in_graph": true + }, + "m8->a9.h6": { + "score": 0.00020170211791992188, + "in_graph": true + }, + "m0->a6.h0": { + "score": 0.0002015829086303711, + "in_graph": true + }, + "a5.h1->m7": { + "score": 0.00020122528076171875, + "in_graph": true + }, + "a3.h10->a6.h9": { + "score": 7.063150405883789e-05, + "in_graph": true + }, + "m6->a10.h2": { + "score": -0.0002009868621826172, + "in_graph": true + }, + "a0.h11->a7.h3": { + "score": -0.00020134449005126953, + "in_graph": true + }, + "a0.h11->a7.h3": { + "score": -0.00020134449005126953, + "in_graph": true + }, + "input->a0.h8": { + "score": -0.0004432797431945801, + "in_graph": true + }, + "input->a0.h8": { + "score": -0.0004432797431945801, + "in_graph": true + }, + "m1->a6.h0": { + "score": -0.0005723834037780762, + "in_graph": true + }, + "m1->a6.h0": { + "score": -0.0005723834037780762, + "in_graph": true + }, + "m3->a5.h10": { + "score": -0.0011487007141113281, + "in_graph": true + }, + "a5.h10->m5": { + "score": -0.0007491111755371094, + "in_graph": true + }, + "m3->a10.h1": { + "score": -0.00020420551300048828, + "in_graph": true + }, + "m3->a10.h1": { + "score": -0.00020420551300048828, + "in_graph": true + }, + "input->a7.h9": { + "score": -0.0009757876396179199, + "in_graph": true + }, + "input->a7.h9": { + "score": -0.0009757876396179199, + "in_graph": true + }, + "a2.h6->m4": { + "score": -0.00035452842712402344, + "in_graph": true + }, + "a5.h8->a6.h4": { + "score": -0.00044345855712890625, + "in_graph": true + }, + "a0.h0->m0": { + "score": -0.00045943260192871094, + "in_graph": true + }, + "m2->a6.h0": { + "score": -0.0004337430000305176, + "in_graph": true + }, + "m2->a6.h0": { + "score": -0.0004337430000305176, + "in_graph": true + }, + "a3.h0->a9.h9": { + "score": -0.0002086162567138672, + "in_graph": true + }, + "a3.h0->a9.h9": { + "score": -0.0002086162567138672, + "in_graph": true + }, + "m3->a5.h11": { + "score": -0.0002086162567138672, + "in_graph": true + }, + "a5.h11->a8.h10": { + "score": -0.0002086162567138672, + "in_graph": true + }, + "a5.h11->a8.h10": { + "score": -0.0002086162567138672, + "in_graph": true + }, + "input->m6": { + "score": -0.00020956993103027344, + "in_graph": true + }, + "a0.h5->a5.h8": { + "score": -0.000493466854095459, + "in_graph": true + }, + "a0.h4->a3.h6": { + "score": -0.00021016597747802734, + "in_graph": true + }, + "a5.h8->a6.h6": { + "score": -0.0011463761329650879, + "in_graph": true + }, + "a5.h8->a6.h6": { + "score": -0.0011463761329650879, + "in_graph": true + }, + "a8.h5->a9.h5": { + "score": -0.00021064281463623047, + "in_graph": true + }, + "a3.h4->a4.h4": { + "score": -0.0006136298179626465, + "in_graph": true + }, + "a0.h5->a6.h6": { + "score": -0.0003374814987182617, + "in_graph": true + }, + "a5.h8->a9.h9": { + "score": -0.0010431408882141113, + "in_graph": true + }, + "a5.h8->a9.h9": { + "score": -0.0010431408882141113, + "in_graph": true + }, + "a0.h6->a7.h1": { + "score": -0.00021123886108398438, + "in_graph": true + }, + "a1.h6->a8.h6": { + "score": -0.00034242868423461914, + "in_graph": true + }, + "a1.h6->a8.h6": { + "score": -0.00034242868423461914, + "in_graph": true + }, + "a8.h6->a11.h7": { + "score": -0.0003636479377746582, + "in_graph": true + }, + "a0.h1->a3.h10": { + "score": -0.00021207332611083984, + "in_graph": true + }, + "input->a4.h4": { + "score": -0.00021219253540039062, + "in_graph": true + }, + "a0.h4->a1.h11": { + "score": -0.0002130270004272461, + "in_graph": true + }, + "a0.h4->a1.h11": { + "score": -0.0002130270004272461, + "in_graph": true + }, + "a1.h11->a6.h9": { + "score": -0.0018857121467590332, + "in_graph": true + }, + "a5.h10->a6.h9": { + "score": -0.0008048415184020996, + "in_graph": true + }, + "a0.h4->a6.h0": { + "score": -0.00021386146545410156, + "in_graph": true + }, + "a9.h3->a11.h10": { + "score": -0.0002143383026123047, + "in_graph": true + }, + "a0.h3->a10.h7": { + "score": -0.00037109851837158203, + "in_graph": true + }, + "a0.h3->a10.h7": { + "score": -0.00037109851837158203, + "in_graph": true + }, + "a3.h7->a5.h5": { + "score": -0.000504910945892334, + "in_graph": true + }, + "m7->a9.h6": { + "score": -0.00021588802337646484, + "in_graph": true + }, + "m7->a9.h6": { + "score": -0.00021588802337646484, + "in_graph": true + }, + "a0.h3->a7.h9": { + "score": -0.002166271209716797, + "in_graph": true + }, + "a0.h3->a7.h9": { + "score": -0.002166271209716797, + "in_graph": true + }, + "a11.h4->logits": { + "score": -0.00105363130569458, + "in_graph": true + }, + "a9.h5->a10.h2": { + "score": -0.00021982192993164062, + "in_graph": true + }, + "a2.h6->m5": { + "score": -0.0002199411392211914, + "in_graph": true + }, + "a3.h0->m10": { + "score": -0.0002200603485107422, + "in_graph": true + }, + "m3->a11.h10": { + "score": -0.0003775954246520996, + "in_graph": true + }, + "m3->a11.h10": { + "score": -0.0003775954246520996, + "in_graph": true + }, + "m10->a11.h1": { + "score": -0.001110076904296875, + "in_graph": true + }, + "a3.h3->a5.h5": { + "score": -0.00022041797637939453, + "in_graph": true + }, + "m4->a5.h10": { + "score": -0.0006428956985473633, + "in_graph": true + }, + "m7->a8.h6": { + "score": -0.001106560230255127, + "in_graph": true + }, + "a5.h0->a10.h2": { + "score": -0.00022077560424804688, + "in_graph": true + }, + "a5.h0->a10.h2": { + "score": -0.00022077560424804688, + "in_graph": true + }, + "a0.h6->m5": { + "score": -0.00022161006927490234, + "in_graph": true + }, + "m5->a8.h3": { + "score": -0.00022161006927490234, + "in_graph": true + }, + "a0.h3->a3.h4": { + "score": -0.00035113096237182617, + "in_graph": true + }, + "a1.h5->m4": { + "score": -0.0005319118499755859, + "in_graph": true + }, + "input->m7": { + "score": -0.0003368258476257324, + "in_graph": true + }, + "a0.h4->m7": { + "score": -0.0006344914436340332, + "in_graph": true + }, + "m0->a4.h3": { + "score": -0.0003533363342285156, + "in_graph": true + }, + "a0.h5->a10.h0": { + "score": -0.0004621744155883789, + "in_graph": true + }, + "a0.h5->a10.h0": { + "score": -0.0004621744155883789, + "in_graph": true + }, + "a9.h5->a11.h2": { + "score": -0.0003635883331298828, + "in_graph": true + }, + "a0.h5->m6": { + "score": -0.00034886598587036133, + "in_graph": true + }, + "a8.h2->a9.h4": { + "score": -0.00034123659133911133, + "in_graph": true + }, + "a9.h8->a10.h6": { + "score": -0.00039696693420410156, + "in_graph": true + }, + "a8.h6->a9.h4": { + "score": -0.0005720257759094238, + "in_graph": true + }, + "a8.h6->a9.h4": { + "score": -0.0005720257759094238, + "in_graph": true + }, + "a3.h4->a5.h10": { + "score": -0.0007839202880859375, + "in_graph": true + }, + "m3->a11.h6": { + "score": -0.00022745132446289062, + "in_graph": true + }, + "m3->a11.h6": { + "score": -0.00022745132446289062, + "in_graph": true + }, + "a0.h1->a3.h0": { + "score": -0.0005105733871459961, + "in_graph": true + }, + "a0.h1->a3.h0": { + "score": -0.0005105733871459961, + "in_graph": true + }, + "a7.h9->a9.h4": { + "score": -0.0002294778823852539, + "in_graph": true + }, + "a7.h9->a9.h4": { + "score": -0.0002294778823852539, + "in_graph": true + }, + "a8.h6->a9.h3": { + "score": -0.00022983551025390625, + "in_graph": true + }, + "input->a1.h9": { + "score": -0.00023102760314941406, + "in_graph": true + }, + "a2.h6->m6": { + "score": -0.00023126602172851562, + "in_graph": true + }, + "a3.h4->a6.h6": { + "score": -0.000521540641784668, + "in_graph": true + }, + "a3.h4->a6.h6": { + "score": -0.000521540641784668, + "in_graph": true + }, + "m1->a10.h0": { + "score": -0.0003756880760192871, + "in_graph": true + }, + "m1->a10.h0": { + "score": -0.0003756880760192871, + "in_graph": true + }, + "a0.h3->a11.h10": { + "score": -0.0002334117889404297, + "in_graph": true + }, + "a0.h3->a11.h10": { + "score": -0.0002334117889404297, + "in_graph": true + }, + "a0.h4->a10.h6": { + "score": -0.00035178661346435547, + "in_graph": true + }, + "a0.h4->a10.h6": { + "score": -0.00035178661346435547, + "in_graph": true + }, + "a6.h6->a7.h3": { + "score": -0.0006571412086486816, + "in_graph": true + }, + "a6.h6->a7.h3": { + "score": -0.0006571412086486816, + "in_graph": true + }, + "a2.h1->a5.h9": { + "score": -0.0004006624221801758, + "in_graph": true + }, + "a5.h5->a6.h5": { + "score": -0.00023555755615234375, + "in_graph": true + }, + "a5.h5->a6.h5": { + "score": -0.00023555755615234375, + "in_graph": true + }, + "a6.h5->a8.h6": { + "score": -0.00023555755615234375, + "in_graph": true + }, + "a6.h5->a8.h6": { + "score": -0.00023555755615234375, + "in_graph": true + }, + "a10.h7->a11.h2": { + "score": -0.0004608631134033203, + "in_graph": true + }, + "a5.h10->a6.h6": { + "score": -0.00023651123046875, + "in_graph": true + }, + "m4->a11.h2": { + "score": -0.0006657242774963379, + "in_graph": true + }, + "m4->a11.h2": { + "score": -0.0006657242774963379, + "in_graph": true + }, + "a0.h4->a6.h6": { + "score": -0.0003662109375, + "in_graph": true + }, + "a0.h4->a6.h6": { + "score": -0.0003662109375, + "in_graph": true + }, + "a0.h11->a8.h5": { + "score": -0.00023877620697021484, + "in_graph": true + }, + "a0.h11->a8.h5": { + "score": -0.00023877620697021484, + "in_graph": true + }, + "a0.h3->a1.h9": { + "score": -0.0006654858589172363, + "in_graph": true + }, + "a0.h1->a7.h11": { + "score": -0.00023937225341796875, + "in_graph": true + }, + "a0.h1->a7.h11": { + "score": -0.00023937225341796875, + "in_graph": true + }, + "a8.h10->a9.h8": { + "score": -0.0008473396301269531, + "in_graph": true + }, + "a0.h4->a10.h2": { + "score": -0.0003625154495239258, + "in_graph": true + }, + "a0.h4->a10.h2": { + "score": -0.0003625154495239258, + "in_graph": true + }, + "a1.h8->a7.h9": { + "score": -0.00023984909057617188, + "in_graph": true + }, + "a5.h8->a7.h3": { + "score": -0.0006306171417236328, + "in_graph": true + }, + "a5.h8->a7.h3": { + "score": -0.0006306171417236328, + "in_graph": true + }, + "a7.h3->a10.h7": { + "score": -0.0002415180206298828, + "in_graph": true + }, + "a9.h2->a10.h7": { + "score": -0.0004146695137023926, + "in_graph": true + }, + "input->a5.h9": { + "score": -0.00038444995880126953, + "in_graph": true + }, + "a7.h3->a8.h6": { + "score": -0.0003718733787536621, + "in_graph": true + }, + "a6.h0->a7.h8": { + "score": -0.0002429485321044922, + "in_graph": true + }, + "a6.h0->a7.h8": { + "score": -0.0002429485321044922, + "in_graph": true + }, + "a7.h8->a10.h0": { + "score": -0.0002429485321044922, + "in_graph": true + }, + "a0.h4->a7.h9": { + "score": -0.00036841630935668945, + "in_graph": true + }, + "a7.h9->a8.h5": { + "score": -0.00036841630935668945, + "in_graph": true + }, + "a7.h9->a8.h5": { + "score": -0.00036841630935668945, + "in_graph": true + }, + "m6->a9.h4": { + "score": -0.0004817843437194824, + "in_graph": true + }, + "a7.h3->m10": { + "score": -0.0008581280708312988, + "in_graph": true + }, + "a0.h3->a11.h6": { + "score": -0.00037401914596557617, + "in_graph": true + }, + "a0.h3->a11.h6": { + "score": -0.00037401914596557617, + "in_graph": true + }, + "input->a11.h2": { + "score": -0.00024890899658203125, + "in_graph": true + }, + "input->a11.h2": { + "score": -0.00024890899658203125, + "in_graph": true + }, + "a3.h10->m7": { + "score": -0.0002491474151611328, + "in_graph": true + }, + "a10.h7->a11.h1": { + "score": -0.00025022029876708984, + "in_graph": true + }, + "a8.h6->a11.h11": { + "score": -0.0004131793975830078, + "in_graph": true + }, + "a0.h11->a8.h6": { + "score": -0.000716090202331543, + "in_graph": true + }, + "a0.h11->a8.h6": { + "score": -0.000716090202331543, + "in_graph": true + }, + "m7->a10.h7": { + "score": -0.0006796717643737793, + "in_graph": true + }, + "m4->a9.h6": { + "score": -0.0005061626434326172, + "in_graph": true + }, + "m4->a9.h6": { + "score": -0.0005061626434326172, + "in_graph": true + }, + "m2->a3.h3": { + "score": -0.002961277961730957, + "in_graph": true + }, + "m2->a3.h3": { + "score": -0.002961277961730957, + "in_graph": true + }, + "a3.h7->a7.h1": { + "score": -0.0002570152282714844, + "in_graph": true + }, + "m1->a7.h3": { + "score": -0.0004023313522338867, + "in_graph": true + }, + "m4->a9.h7": { + "score": -0.0002579689025878906, + "in_graph": true + }, + "m4->a9.h7": { + "score": -0.0002579689025878906, + "in_graph": true + }, + "a0.h6->a6.h9": { + "score": -0.00025832653045654297, + "in_graph": true + }, + "a7.h3->m11": { + "score": -0.00040590763092041016, + "in_graph": true + }, + "a0.h1->m9": { + "score": -0.0002593994140625, + "in_graph": true + }, + "a0.h1->a8.h2": { + "score": -0.00025963783264160156, + "in_graph": true + }, + "a0.h1->a8.h2": { + "score": -0.00025963783264160156, + "in_graph": true + }, + "a10.h10->a11.h1": { + "score": -0.0004278421401977539, + "in_graph": true + }, + "a0.h5->m7": { + "score": -0.00043964385986328125, + "in_graph": true + }, + "a10.h0->a11.h6": { + "score": -0.00026297569274902344, + "in_graph": true + }, + "a0.h5->a10.h2": { + "score": -0.000263214111328125, + "in_graph": true + }, + "a0.h5->a10.h2": { + "score": -0.000263214111328125, + "in_graph": true + }, + "a5.h5->a6.h11": { + "score": -0.00026357173919677734, + "in_graph": true + }, + "a6.h11->a8.h6": { + "score": -0.00026357173919677734, + "in_graph": true + }, + "a6.h11->a8.h6": { + "score": -0.00026357173919677734, + "in_graph": true + }, + "a0.h1->a11.h2": { + "score": -0.0006265640258789062, + "in_graph": true + }, + "a0.h1->a11.h2": { + "score": -0.0006265640258789062, + "in_graph": true + }, + "m0->a6.h1": { + "score": -0.0017753839492797852, + "in_graph": true + }, + "m0->a6.h1": { + "score": -0.0017753839492797852, + "in_graph": true + }, + "a0.h4->a3.h6": { + "score": -0.0004349946975708008, + "in_graph": true + }, + "a0.h4->a3.h6": { + "score": -0.0004349946975708008, + "in_graph": true + }, + "a0.h11->a7.h9": { + "score": -0.0010110735893249512, + "in_graph": true + }, + "a0.h11->a7.h9": { + "score": -0.0010110735893249512, + "in_graph": true + }, + "a9.h6->a11.h9": { + "score": -0.0002675056457519531, + "in_graph": true + }, + "a8.h6->a11.h8": { + "score": -0.0002682209014892578, + "in_graph": true + }, + "a8.h6->a11.h8": { + "score": -0.0002682209014892578, + "in_graph": true + }, + "m7->a9.h9": { + "score": -0.0004801154136657715, + "in_graph": true + }, + "a7.h9->a8.h10": { + "score": -0.0006348490715026855, + "in_graph": true + }, + "m1->a3.h2": { + "score": -0.0009139180183410645, + "in_graph": true + }, + "m1->a3.h2": { + "score": -0.0009139180183410645, + "in_graph": true + }, + "a0.h0->logits": { + "score": -0.00027048587799072266, + "in_graph": true + }, + "a6.h0->a8.h5": { + "score": -0.0004410743713378906, + "in_graph": true + }, + "a6.h0->a8.h5": { + "score": -0.0004410743713378906, + "in_graph": true + }, + "m8->a9.h7": { + "score": -0.00027251243591308594, + "in_graph": true + }, + "a6.h9->a10.h10": { + "score": -0.0002759695053100586, + "in_graph": true + }, + "a6.h9->a10.h10": { + "score": -0.0002759695053100586, + "in_graph": true + }, + "m4->a10.h1": { + "score": -0.0002760887145996094, + "in_graph": true + }, + "m4->a10.h1": { + "score": -0.0002760887145996094, + "in_graph": true + }, + "a3.h4->a11.h10": { + "score": -0.0002760887145996094, + "in_graph": true + }, + "a3.h4->a11.h10": { + "score": -0.0002760887145996094, + "in_graph": true + }, + "a0.h3->a10.h1": { + "score": -0.0004379153251647949, + "in_graph": true + }, + "a0.h3->a10.h1": { + "score": -0.0004379153251647949, + "in_graph": true + }, + "a0.h11->a11.h10": { + "score": -0.0002778768539428711, + "in_graph": true + }, + "a0.h11->a11.h10": { + "score": -0.0002778768539428711, + "in_graph": true + }, + "m8->a9.h5": { + "score": -0.00027871131896972656, + "in_graph": true + }, + "a0.h5->a9.h9": { + "score": -0.0002789497375488281, + "in_graph": true + }, + "a0.h5->a9.h9": { + "score": -0.0002789497375488281, + "in_graph": true + }, + "m7->a11.h10": { + "score": -0.0006563067436218262, + "in_graph": true + }, + "m7->a11.h10": { + "score": -0.0006563067436218262, + "in_graph": true + }, + "a0.h10->a3.h3": { + "score": -0.00028145313262939453, + "in_graph": true + }, + "a0.h4->a10.h1": { + "score": -0.00043845176696777344, + "in_graph": true + }, + "a0.h4->a10.h1": { + "score": -0.00043845176696777344, + "in_graph": true + }, + "a2.h9->a6.h9": { + "score": -0.000898897647857666, + "in_graph": true + }, + "m8->a11.h4": { + "score": -0.0004648566246032715, + "in_graph": true + }, + "a6.h0->m8": { + "score": -0.00028502941131591797, + "in_graph": true + }, + "a10.h2->m11": { + "score": -0.0002855062484741211, + "in_graph": true + }, + "a1.h0->a8.h6": { + "score": -0.0005471110343933105, + "in_graph": true + }, + "a1.h0->a8.h6": { + "score": -0.0005471110343933105, + "in_graph": true + }, + "a0.h7->a8.h6": { + "score": -0.0013723373413085938, + "in_graph": true + }, + "a0.h7->a8.h6": { + "score": -0.0013723373413085938, + "in_graph": true + }, + "m7->a11.h2": { + "score": -0.00028693675994873047, + "in_graph": true + }, + "a0.h3->a6.h6": { + "score": -0.0004620552062988281, + "in_graph": true + }, + "m4->a9.h8": { + "score": -0.00044667720794677734, + "in_graph": true + }, + "m4->a9.h8": { + "score": -0.00044667720794677734, + "in_graph": true + }, + "a3.h4->a5.h0": { + "score": -0.00029289722442626953, + "in_graph": true + }, + "a6.h9->a9.h9": { + "score": -0.0002930164337158203, + "in_graph": true + }, + "a6.h9->a9.h9": { + "score": -0.0002930164337158203, + "in_graph": true + }, + "a0.h1->a1.h0": { + "score": -0.0004653334617614746, + "in_graph": true + }, + "a9.h8->a10.h10": { + "score": -0.0005141496658325195, + "in_graph": true + }, + "m1->a9.h6": { + "score": -0.00029587745666503906, + "in_graph": true + }, + "m1->a9.h6": { + "score": -0.00029587745666503906, + "in_graph": true + }, + "a8.h5->a9.h0": { + "score": -0.0002989768981933594, + "in_graph": true + }, + "a9.h9->a11.h1": { + "score": -0.000577390193939209, + "in_graph": true + }, + "a11.h1->m11": { + "score": -0.0003001689910888672, + "in_graph": true + }, + "a0.h5->a9.h8": { + "score": -0.00030159950256347656, + "in_graph": true + }, + "a0.h5->a9.h8": { + "score": -0.00030159950256347656, + "in_graph": true + }, + "m0->a6.h2": { + "score": -0.00030219554901123047, + "in_graph": true + }, + "a6.h2->a8.h6": { + "score": -0.00030219554901123047, + "in_graph": true + }, + "a6.h2->a8.h6": { + "score": -0.00030219554901123047, + "in_graph": true + }, + "a0.h4->a11.h6": { + "score": -0.00048232078552246094, + "in_graph": true + }, + "a0.h4->a11.h6": { + "score": -0.00048232078552246094, + "in_graph": true + }, + "a0.h1->a10.h0": { + "score": -0.00030517578125, + "in_graph": true + }, + "a0.h1->a10.h0": { + "score": -0.00030517578125, + "in_graph": true + }, + "a0.h2->a5.h9": { + "score": -0.00047534704208374023, + "in_graph": true + }, + "a4.h3->a6.h6": { + "score": -0.0003072023391723633, + "in_graph": true + }, + "a4.h3->a6.h6": { + "score": -0.0003072023391723633, + "in_graph": true + }, + "a10.h7->a11.h6": { + "score": -0.00030732154846191406, + "in_graph": true + }, + "a1.h7->a6.h9": { + "score": -0.00030875205993652344, + "in_graph": true + }, + "a6.h9->m10": { + "score": -0.000530242919921875, + "in_graph": true + }, + "m7->a9.h6": { + "score": -0.00030934810638427734, + "in_graph": true + }, + "a8.h10->a9.h4": { + "score": -0.00031065940856933594, + "in_graph": true + }, + "a8.h10->a9.h4": { + "score": -0.00031065940856933594, + "in_graph": true + }, + "a7.h1->m8": { + "score": -0.0003110170364379883, + "in_graph": true + }, + "a8.h6->a11.h5": { + "score": -0.00031113624572753906, + "in_graph": true + }, + "a11.h5->logits": { + "score": -0.00031113624572753906, + "in_graph": true + }, + "a8.h6->a11.h3": { + "score": -0.0005298256874084473, + "in_graph": true + }, + "m5->a7.h6": { + "score": -0.0003120899200439453, + "in_graph": true + }, + "a6.h9->a7.h3": { + "score": -0.0004979372024536133, + "in_graph": true + }, + "a0.h1->a6.h6": { + "score": -0.0005549788475036621, + "in_graph": true + }, + "a7.h1->m9": { + "score": -0.000565648078918457, + "in_graph": true + }, + "m7->a10.h7": { + "score": -0.0011988282203674316, + "in_graph": true + }, + "m7->a10.h7": { + "score": -0.0011988282203674316, + "in_graph": true + }, + "m1->a10.h7": { + "score": -0.0003186464309692383, + "in_graph": true + }, + "m1->a10.h7": { + "score": -0.0003186464309692383, + "in_graph": true + }, + "a1.h11->m7": { + "score": -0.0003236532211303711, + "in_graph": true + }, + "a1.h7->m4": { + "score": -0.00032401084899902344, + "in_graph": true + }, + "a0.h1->a10.h1": { + "score": -0.00032520294189453125, + "in_graph": true + }, + "a0.h1->a10.h1": { + "score": -0.00032520294189453125, + "in_graph": true + }, + "a3.h0->a6.h3": { + "score": -0.0007442831993103027, + "in_graph": true + }, + "a6.h9->a11.h6": { + "score": -0.0005506277084350586, + "in_graph": true + }, + "a6.h9->a11.h6": { + "score": -0.0005506277084350586, + "in_graph": true + }, + "m4->a5.h10": { + "score": -0.000620722770690918, + "in_graph": true + }, + "m4->a5.h10": { + "score": -0.000620722770690918, + "in_graph": true + }, + "a3.h4->a8.h5": { + "score": -0.0003268718719482422, + "in_graph": true + }, + "a3.h4->a8.h5": { + "score": -0.0003268718719482422, + "in_graph": true + }, + "a1.h6->a3.h4": { + "score": -0.0005055665969848633, + "in_graph": true + }, + "a5.h8->a11.h2": { + "score": -0.0005236268043518066, + "in_graph": true + }, + "a5.h8->a11.h2": { + "score": -0.0005236268043518066, + "in_graph": true + }, + "a3.h0->a4.h7": { + "score": -0.0003299713134765625, + "in_graph": true + }, + "a3.h0->a4.h7": { + "score": -0.0003299713134765625, + "in_graph": true + }, + "a4.h7->a7.h1": { + "score": -0.0003299713134765625, + "in_graph": true + }, + "a5.h8->a10.h0": { + "score": -0.0006124973297119141, + "in_graph": true + }, + "a5.h8->a10.h0": { + "score": -0.0006124973297119141, + "in_graph": true + }, + "a10.h0->a11.h1": { + "score": -0.0005609393119812012, + "in_graph": true + }, + "a9.h6->a10.h3": { + "score": -0.00033354759216308594, + "in_graph": true + }, + "a9.h0->a11.h1": { + "score": -0.0008947849273681641, + "in_graph": true + }, + "m2->a6.h1": { + "score": -0.0006296634674072266, + "in_graph": true + }, + "m2->a6.h1": { + "score": -0.0006296634674072266, + "in_graph": true + }, + "a0.h5->a11.h6": { + "score": -0.00033593177795410156, + "in_graph": true + }, + "a0.h5->a11.h6": { + "score": -0.00033593177795410156, + "in_graph": true + }, + "a6.h9->a10.h2": { + "score": -0.0005737543106079102, + "in_graph": true + }, + "a6.h9->a10.h2": { + "score": -0.0005737543106079102, + "in_graph": true + }, + "a0.h3->a8.h10": { + "score": -0.003162384033203125, + "in_graph": true + }, + "a0.h3->a8.h10": { + "score": -0.003162384033203125, + "in_graph": true + }, + "a4.h3->a7.h8": { + "score": -0.0003387928009033203, + "in_graph": true + }, + "a4.h3->a7.h8": { + "score": -0.0003387928009033203, + "in_graph": true + }, + "a7.h8->a11.h2": { + "score": -0.0003387928009033203, + "in_graph": true + }, + "a8.h3->a10.h6": { + "score": -0.0005574226379394531, + "in_graph": true + }, + "a6.h9->a11.h2": { + "score": -0.0003470182418823242, + "in_graph": true + }, + "a6.h9->a11.h2": { + "score": -0.0003470182418823242, + "in_graph": true + }, + "a0.h10->a7.h1": { + "score": -0.0014300942420959473, + "in_graph": true + }, + "m0->a3.h2": { + "score": -0.0013704895973205566, + "in_graph": true + }, + "m0->a3.h2": { + "score": -0.0013704895973205566, + "in_graph": true + }, + "m3->a6.h3": { + "score": -0.00035512447357177734, + "in_graph": true + }, + "a3.h6->logits": { + "score": -0.0003571510314941406, + "in_graph": true + }, + "input->a9.h8": { + "score": -0.0003650188446044922, + "in_graph": true + }, + "input->a9.h8": { + "score": -0.0003650188446044922, + "in_graph": true + }, + "a0.h3->a7.h3": { + "score": -0.0006409883499145508, + "in_graph": true + }, + "a0.h3->a7.h3": { + "score": -0.0006409883499145508, + "in_graph": true + }, + "m0->a9.h0": { + "score": -0.00037217140197753906, + "in_graph": true + }, + "m0->a9.h0": { + "score": -0.00037217140197753906, + "in_graph": true + }, + "a0.h7->a5.h8": { + "score": -0.0007125735282897949, + "in_graph": true + }, + "a8.h3->a10.h10": { + "score": -0.0011739730834960938, + "in_graph": true + }, + "m1->a11.h6": { + "score": -0.0003871917724609375, + "in_graph": true + }, + "m1->a11.h6": { + "score": -0.0003871917724609375, + "in_graph": true + }, + "m0->a8.h11": { + "score": -0.0003898143768310547, + "in_graph": true + }, + "m0->a8.h11": { + "score": -0.0003898143768310547, + "in_graph": true + }, + "a6.h9->a9.h6": { + "score": -0.00039005279541015625, + "in_graph": true + }, + "a6.h9->a9.h6": { + "score": -0.00039005279541015625, + "in_graph": true + }, + "a9.h2->a10.h6": { + "score": -0.0006285905838012695, + "in_graph": true + }, + "a6.h9->a10.h1": { + "score": -0.00039315223693847656, + "in_graph": true + }, + "a6.h9->a10.h1": { + "score": -0.00039315223693847656, + "in_graph": true + }, + "a3.h0->a7.h3": { + "score": -0.0011420845985412598, + "in_graph": true + }, + "a3.h0->a4.h3": { + "score": -0.0003960132598876953, + "in_graph": true + }, + "a7.h9->a8.h10": { + "score": -0.00039958953857421875, + "in_graph": true + }, + "a7.h9->a8.h10": { + "score": -0.00039958953857421875, + "in_graph": true + }, + "input->a8.h6": { + "score": -0.0004017353057861328, + "in_graph": true + }, + "input->a8.h6": { + "score": -0.0004017353057861328, + "in_graph": true + }, + "a9.h6->a11.h1": { + "score": -0.0007657408714294434, + "in_graph": true + }, + "a0.h4->a9.h6": { + "score": -0.0006219744682312012, + "in_graph": true + }, + "a0.h4->a9.h6": { + "score": -0.0006219744682312012, + "in_graph": true + }, + "m4->a10.h7": { + "score": -0.00040662288665771484, + "in_graph": true + }, + "m4->a10.h7": { + "score": -0.00040662288665771484, + "in_graph": true + }, + "m4->a11.h6": { + "score": -0.00041162967681884766, + "in_graph": true + }, + "m4->a11.h6": { + "score": -0.00041162967681884766, + "in_graph": true + }, + "m3->a7.h3": { + "score": -0.00042188167572021484, + "in_graph": true + }, + "a0.h3->a11.h2": { + "score": -0.0006468296051025391, + "in_graph": true + }, + "a0.h3->a11.h2": { + "score": -0.0006468296051025391, + "in_graph": true + }, + "m2->a10.h7": { + "score": -0.0004353523254394531, + "in_graph": true + }, + "m2->a10.h7": { + "score": -0.0004353523254394531, + "in_graph": true + }, + "m7->a11.h10": { + "score": -0.00044357776641845703, + "in_graph": true + }, + "input->a8.h5": { + "score": -0.000446319580078125, + "in_graph": true + }, + "input->a8.h5": { + "score": -0.000446319580078125, + "in_graph": true + }, + "a0.h3->a10.h0": { + "score": -0.0006964802742004395, + "in_graph": true + }, + "a0.h3->a10.h0": { + "score": -0.0006964802742004395, + "in_graph": true + }, + "m0->a9.h11": { + "score": -0.00045037269592285156, + "in_graph": true + }, + "m0->a9.h11": { + "score": -0.00045037269592285156, + "in_graph": true + }, + "a9.h11->logits": { + "score": -0.00045037269592285156, + "in_graph": true + }, + "m0->a11.h9": { + "score": -0.0004572868347167969, + "in_graph": true + }, + "m0->a11.h9": { + "score": -0.0004572868347167969, + "in_graph": true + }, + "a7.h1->m10": { + "score": -0.0004576444625854492, + "in_graph": true + }, + "input->a11.h10": { + "score": -0.00048828125, + "in_graph": true + }, + "input->a11.h10": { + "score": -0.00048828125, + "in_graph": true + }, + "a0.h5->a10.h7": { + "score": -0.0005018711090087891, + "in_graph": true + }, + "a0.h5->a10.h7": { + "score": -0.0005018711090087891, + "in_graph": true + }, + "a3.h0->a11.h10": { + "score": -0.0005023479461669922, + "in_graph": true + }, + "a3.h0->a11.h10": { + "score": -0.0005023479461669922, + "in_graph": true + }, + "a0.h1->a10.h2": { + "score": -0.0005027055740356445, + "in_graph": true + }, + "a0.h1->a10.h2": { + "score": -0.0005027055740356445, + "in_graph": true + }, + "a9.h9->a10.h6": { + "score": -0.0010311603546142578, + "in_graph": true + }, + "a5.h8->a9.h6": { + "score": -0.0005068778991699219, + "in_graph": true + }, + "a5.h8->a9.h6": { + "score": -0.0005068778991699219, + "in_graph": true + }, + "m0->a11.h11": { + "score": -0.0005102157592773438, + "in_graph": true + }, + "m0->a11.h11": { + "score": -0.0005102157592773438, + "in_graph": true + }, + "m0->a1.h7": { + "score": -0.0005195140838623047, + "in_graph": true + }, + "m0->a1.h7": { + "score": -0.0005195140838623047, + "in_graph": true + }, + "a1.h7->logits": { + "score": -0.0005195140838623047, + "in_graph": true + }, + "a6.h6->a11.h2": { + "score": -0.0005265474319458008, + "in_graph": true + }, + "a6.h6->a11.h2": { + "score": -0.0005265474319458008, + "in_graph": true + }, + "a0.h7->a7.h1": { + "score": -0.0011317729949951172, + "in_graph": true + }, + "a0.h5->a11.h2": { + "score": -0.0005581378936767578, + "in_graph": true + }, + "a0.h5->a11.h2": { + "score": -0.0005581378936767578, + "in_graph": true + }, + "a6.h6->a8.h5": { + "score": -0.0005588531494140625, + "in_graph": true + }, + "a6.h6->a8.h5": { + "score": -0.0005588531494140625, + "in_graph": true + }, + "m4->a6.h0": { + "score": -0.0009589195251464844, + "in_graph": true + }, + "m4->a6.h0": { + "score": -0.0009589195251464844, + "in_graph": true + }, + "a0.h1->a11.h6": { + "score": -0.0005699396133422852, + "in_graph": true + }, + "a0.h1->a11.h6": { + "score": -0.0005699396133422852, + "in_graph": true + }, + "m4->a10.h2": { + "score": -0.00058746337890625, + "in_graph": true + }, + "m4->a10.h2": { + "score": -0.00058746337890625, + "in_graph": true + }, + "m0->a10.h3": { + "score": -0.0006188154220581055, + "in_graph": true + }, + "m0->a10.h3": { + "score": -0.0006188154220581055, + "in_graph": true + }, + "m0->a7.h11": { + "score": -0.0006279945373535156, + "in_graph": true + }, + "m0->a7.h11": { + "score": -0.0006279945373535156, + "in_graph": true + }, + "a7.h11->logits": { + "score": -0.0006279945373535156, + "in_graph": true + }, + "a0.h1->a10.h7": { + "score": -0.0006537437438964844, + "in_graph": true + }, + "a0.h1->a10.h7": { + "score": -0.0006537437438964844, + "in_graph": true + }, + "m0->m9": { + "score": -0.0011810660362243652, + "in_graph": true + }, + "a0.h6->logits": { + "score": -0.0006666183471679688, + "in_graph": true + }, + "a3.h4->m7": { + "score": -0.0007114410400390625, + "in_graph": true + }, + "a9.h7->a11.h10": { + "score": -0.0007290840148925781, + "in_graph": true + }, + "m0->a10.h11": { + "score": -0.0007319450378417969, + "in_graph": true + }, + "m0->a10.h11": { + "score": -0.0007319450378417969, + "in_graph": true + }, + "a10.h11->logits": { + "score": -0.0007319450378417969, + "in_graph": true + }, + "a0.h7->a6.h9": { + "score": -0.002144753932952881, + "in_graph": true + }, + "m0->a8.h8": { + "score": -0.0007619857788085938, + "in_graph": true + }, + "m0->a8.h8": { + "score": -0.0007619857788085938, + "in_graph": true + }, + "a8.h8->logits": { + "score": -0.0007619857788085938, + "in_graph": true + }, + "m0->a9.h2": { + "score": -0.0008039474487304688, + "in_graph": true + }, + "m0->a9.h2": { + "score": -0.0008039474487304688, + "in_graph": true + }, + "a5.h5->m9": { + "score": -0.0008100271224975586, + "in_graph": true + }, + "a2.h2->m2": { + "score": -0.0016431212425231934, + "in_graph": true + }, + "a0.h4->a11.h2": { + "score": -0.0013733506202697754, + "in_graph": true + }, + "a0.h4->a11.h2": { + "score": -0.0013733506202697754, + "in_graph": true + }, + "a0.h10->a6.h9": { + "score": -0.0013564825057983398, + "in_graph": true + }, + "m0->a11.h1": { + "score": -0.001953601837158203, + "in_graph": true + }, + "m0->a11.h1": { + "score": -0.001953601837158203, + "in_graph": true + } + } +} \ No newline at end of file