diff --git "a/ioi_qwen2.5/ioi_qwen2.5.json" "b/ioi_qwen2.5/ioi_qwen2.5.json" new file mode 100644--- /dev/null +++ "b/ioi_qwen2.5/ioi_qwen2.5.json" @@ -0,0 +1,4920 @@ +{ + "cfg": { + "n_layers": 24, + "n_heads": 14, + "d_model": 896, + "parallel_attn_mlp": false + }, + "nodes": { + "a19.h1": { + "in_graph": true + }, + "a1.h1": { + "in_graph": true + }, + "a13.h0": { + "in_graph": true + }, + "a22.h1": { + "in_graph": true + }, + "a11.h0": { + "in_graph": true + }, + "a0.h1": { + "in_graph": true + }, + "m3": { + "in_graph": true + }, + "m4": { + "in_graph": true + }, + "a12.h0": { + "in_graph": true + }, + "a2.h1": { + "in_graph": true + }, + "a6.h0": { + "in_graph": true + }, + "a10.h1": { + "in_graph": true + }, + "a7.h1": { + "in_graph": true + }, + "m8": { + "in_graph": true + }, + "a15.h0": { + "in_graph": true + }, + "a9.h0": { + "in_graph": true + }, + "m6": { + "in_graph": true + }, + "m1": { + "in_graph": true + }, + "m20": { + "in_graph": true + }, + "a19.h0": { + "in_graph": true + }, + "m21": { + "in_graph": true + }, + "logits": { + "in_graph": true + }, + "a0.h0": { + "in_graph": true + }, + "m17": { + "in_graph": true + }, + "m12": { + "in_graph": true + }, + "a7.h0": { + "in_graph": true + }, + "a2.h0": { + "in_graph": true + }, + "a23.h0": { + "in_graph": true + }, + "a20.h1": { + "in_graph": true + }, + "a18.h0": { + "in_graph": true + }, + "a21.h0": { + "in_graph": true + }, + "a6.h1": { + "in_graph": true + }, + "m19": { + "in_graph": true + }, + "a22.h0": { + "in_graph": true + }, + "m5": { + "in_graph": true + }, + "m7": { + "in_graph": true + }, + "a10.h0": { + "in_graph": true + }, + "a8.h0": { + "in_graph": true + }, + "a20.h0": { + "in_graph": true + }, + "a11.h1": { + "in_graph": true + }, + "m13": { + "in_graph": true + }, + "a15.h1": { + "in_graph": true + }, + "a3.h0": { + "in_graph": true + }, + "a12.h1": { + "in_graph": true + }, + "m14": { + "in_graph": true + }, + "a5.h1": { + "in_graph": true + }, + "m0": { + "in_graph": true + }, + "m15": { + "in_graph": true + }, + "a16.h0": { + "in_graph": true + }, + "m11": { + "in_graph": true + }, + "a17.h0": { + "in_graph": true + }, + "a3.h1": { + "in_graph": true + }, + "a4.h0": { + "in_graph": true + }, + "a9.h1": { + "in_graph": true + }, + "m2": { + "in_graph": true + }, + "m9": { + "in_graph": true + }, + "a14.h0": { + "in_graph": true + }, + "m22": { + "in_graph": true + }, + "a1.h0": { + "in_graph": true + }, + "m16": { + "in_graph": true + }, + "a21.h1": { + "in_graph": true + }, + "a5.h0": { + "in_graph": true + }, + "a4.h1": { + "in_graph": true + }, + "m18": { + "in_graph": true + }, + "a18.h1": { + "in_graph": true + }, + "a13.h1": { + "in_graph": true + }, + "a16.h1": { + "in_graph": true + }, + "a8.h1": { + "in_graph": true + }, + "a23.h1": { + "in_graph": true + }, + "input": { + "in_graph": true + }, + "m23": { + "in_graph": true + }, + "m10": { + "in_graph": true + } + }, + "edges": { + "input->m0": { + "score": 10.132624626159668, + "in_graph": true + }, + "m0->a20.h1": { + "score": 0.10598814487457275, + "in_graph": true + }, + "m0->a20.h1": { + "score": 0.10598814487457275, + "in_graph": true + }, + "a20.h1->logits": { + "score": 6.199304580688477, + "in_graph": true + }, + "m0->a11.h1": { + "score": 0.16448348760604858, + "in_graph": true + }, + "a11.h1->a14.h0": { + "score": 0.6224548816680908, + "in_graph": true + }, + "a11.h1->a14.h0": { + "score": 0.6224548816680908, + "in_graph": true + }, + "a14.h0->a20.h1": { + "score": 5.610328018665314, + "in_graph": true + }, + "m0->a22.h0": { + "score": 0.023645460605621338, + "in_graph": true + }, + "m0->a22.h0": { + "score": 0.023645460605621338, + "in_graph": true + }, + "a22.h0->logits": { + "score": -0.04219555854797363, + "in_graph": true + }, + "m0->m19": { + "score": 0.02155536413192749, + "in_graph": true + }, + "m19->a20.h1": { + "score": 0.029496431350708008, + "in_graph": true + }, + "m19->a20.h1": { + "score": 0.029496431350708008, + "in_graph": true + }, + "a14.h0->a16.h1": { + "score": 4.018690347671509, + "in_graph": true + }, + "a16.h1->logits": { + "score": 3.685081362724304, + "in_graph": true + }, + "m0->m7": { + "score": 0.4463595747947693, + "in_graph": true + }, + "m7->m9": { + "score": 1.284441590309143, + "in_graph": true + }, + "m9->m13": { + "score": 0.3017195463180542, + "in_graph": true + }, + "m13->a14.h0": { + "score": 6.560654103755951, + "in_graph": true + }, + "m13->a14.h0": { + "score": 6.560654103755951, + "in_graph": true + }, + "a14.h0->m14": { + "score": -1.0906198620796204, + "in_graph": true + }, + "m14->a20.h1": { + "score": -0.34736359119415283, + "in_graph": true + }, + "a11.h1->m11": { + "score": 0.43691539764404297, + "in_graph": true + }, + "m11->a13.h1": { + "score": 0.03219729661941528, + "in_graph": true + }, + "m11->a13.h1": { + "score": 0.03219729661941528, + "in_graph": true + }, + "a13.h1->m13": { + "score": 0.04984372854232788, + "in_graph": true + }, + "m13->a14.h0": { + "score": 0.12408441305160522, + "in_graph": true + }, + "m7->m13": { + "score": 0.1601768136024475, + "in_graph": true + }, + "m0->m6": { + "score": 0.6149153709411621, + "in_graph": true + }, + "m6->m11": { + "score": 0.24811244010925293, + "in_graph": true + }, + "m11->a14.h0": { + "score": 1.0407116413116455, + "in_graph": true + }, + "m11->a14.h0": { + "score": 1.0407116413116455, + "in_graph": true + }, + "m0->a9.h1": { + "score": 0.16806179285049438, + "in_graph": true + }, + "a9.h1->a14.h0": { + "score": 0.10337525606155396, + "in_graph": true + }, + "a9.h1->a14.h0": { + "score": 0.10337525606155396, + "in_graph": true + }, + "m6->a11.h1": { + "score": 0.16172444820404053, + "in_graph": true + }, + "m9->a14.h0": { + "score": 0.32912224531173706, + "in_graph": true + }, + "m9->a14.h0": { + "score": 0.32912224531173706, + "in_graph": true + }, + "m0->m5": { + "score": 0.7052857279777527, + "in_graph": true + }, + "m5->a14.h0": { + "score": 0.07923555374145508, + "in_graph": true + }, + "m5->a14.h0": { + "score": 0.07923555374145508, + "in_graph": true + }, + "m7->m11": { + "score": 0.3804764151573181, + "in_graph": true + }, + "m11->m13": { + "score": 1.3276619911193848, + "in_graph": true + }, + "m14->a16.h1": { + "score": -0.7398967146873474, + "in_graph": true + }, + "m0->a21.h0": { + "score": 0.01699906587600708, + "in_graph": true + }, + "m0->a21.h0": { + "score": 0.01699906587600708, + "in_graph": true + }, + "a21.h0->logits": { + "score": 0.7011207342147827, + "in_graph": true + }, + "a9.h1->m9": { + "score": 0.28829628229141235, + "in_graph": true + }, + "m9->a11.h1": { + "score": 0.3410463333129883, + "in_graph": true + }, + "m7->m8": { + "score": 1.2843011021614075, + "in_graph": true + }, + "m8->m11": { + "score": 0.4063115119934082, + "in_graph": true + }, + "a9.h1->m10": { + "score": 0.03837251663208008, + "in_graph": true + }, + "m10->m11": { + "score": 1.1744266748428345, + "in_graph": true + }, + "m0->m16": { + "score": 0.019484400749206543, + "in_graph": true + }, + "m16->a20.h1": { + "score": 0.022804737091064453, + "in_graph": true + }, + "m16->a20.h1": { + "score": 0.022804737091064453, + "in_graph": true + }, + "m6->m10": { + "score": 0.29229503870010376, + "in_graph": true + }, + "m10->a14.h0": { + "score": 0.4045197367668152, + "in_graph": true + }, + "m10->a14.h0": { + "score": 0.4045197367668152, + "in_graph": true + }, + "a9.h1->a11.h1": { + "score": 0.14355158805847168, + "in_graph": true + }, + "m11->m12": { + "score": 1.5500611066818237, + "in_graph": true + }, + "m12->m13": { + "score": 3.494399607181549, + "in_graph": true + }, + "m0->a3.h0": { + "score": 0.5159426331520081, + "in_graph": true + }, + "a3.h0->a20.h1": { + "score": 0.022153377532958984, + "in_graph": true + }, + "a3.h0->a20.h1": { + "score": 0.022153377532958984, + "in_graph": true + }, + "m6->m7": { + "score": 1.5061196088790894, + "in_graph": true + }, + "m9->m10": { + "score": 1.245467722415924, + "in_graph": true + }, + "m10->m13": { + "score": 0.7190043330192566, + "in_graph": true + }, + "m0->m3": { + "score": 1.7494876384735107, + "in_graph": true + }, + "m3->m6": { + "score": 0.3599112629890442, + "in_graph": true + }, + "m0->m2": { + "score": 1.8938981890678406, + "in_graph": true + }, + "m2->m11": { + "score": 0.024990320205688477, + "in_graph": true + }, + "a11.h1->m12": { + "score": 0.09375548362731934, + "in_graph": true + }, + "m0->m8": { + "score": 0.13202619552612305, + "in_graph": true + }, + "m8->a14.h0": { + "score": 0.23118537664413452, + "in_graph": true + }, + "m8->a14.h0": { + "score": 0.23118537664413452, + "in_graph": true + }, + "m5->m6": { + "score": 1.5273030400276184, + "in_graph": true + }, + "m6->m9": { + "score": 0.5027725696563721, + "in_graph": true + }, + "m3->m9": { + "score": 0.11808621883392334, + "in_graph": true + }, + "m10->m12": { + "score": 0.7096797227859497, + "in_graph": true + }, + "m0->m4": { + "score": 1.1774973273277283, + "in_graph": true + }, + "m4->m8": { + "score": 0.21537744998931885, + "in_graph": true + }, + "m8->m9": { + "score": 1.3234912157058716, + "in_graph": true + }, + "m5->m11": { + "score": 0.09403359889984131, + "in_graph": true + }, + "m8->m12": { + "score": 0.3220723867416382, + "in_graph": true + }, + "m0->m9": { + "score": 0.15534299612045288, + "in_graph": true + }, + "m9->m11": { + "score": 0.9884573817253113, + "in_graph": true + }, + "m4->m11": { + "score": 0.05006963014602661, + "in_graph": true + }, + "m4->m5": { + "score": 1.5884064435958862, + "in_graph": true + }, + "m5->m7": { + "score": 0.8901686668395996, + "in_graph": true + }, + "m0->m12": { + "score": 0.015146255493164062, + "in_graph": true + }, + "m0->a7.h1": { + "score": 0.16408312320709229, + "in_graph": true + }, + "a7.h1->a14.h0": { + "score": 0.028972864151000977, + "in_graph": true + }, + "a7.h1->a14.h0": { + "score": 0.028972864151000977, + "in_graph": true + }, + "m12->a13.h1": { + "score": 0.00935143232345581, + "in_graph": true + }, + "m12->a13.h1": { + "score": 0.00935143232345581, + "in_graph": true + }, + "m7->a14.h0": { + "score": -0.050395429134368896, + "in_graph": true + }, + "m7->a14.h0": { + "score": -0.050395429134368896, + "in_graph": true + }, + "a7.h1->m7": { + "score": 0.2754804491996765, + "in_graph": true + }, + "m2->m9": { + "score": 0.06568688154220581, + "in_graph": true + }, + "m9->m12": { + "score": 0.779293954372406, + "in_graph": true + }, + "m2->m7": { + "score": 0.13320821523666382, + "in_graph": true + }, + "m7->m10": { + "score": 0.5050069093704224, + "in_graph": true + }, + "a14.h0->a21.h0": { + "score": 0.6395753026008606, + "in_graph": true + }, + "m3->m7": { + "score": 0.25022709369659424, + "in_graph": true + }, + "m5->m8": { + "score": 0.3420071005821228, + "in_graph": true + }, + "m3->m4": { + "score": 1.2099086046218872, + "in_graph": true + }, + "m4->m6": { + "score": 0.8051601648330688, + "in_graph": true + }, + "m6->m13": { + "score": 0.13726520538330078, + "in_graph": true + }, + "m6->m8": { + "score": 0.5877181887626648, + "in_graph": true + }, + "m0->m1": { + "score": 2.0103262662887573, + "in_graph": true + }, + "m1->a11.h1": { + "score": 0.03998613357543945, + "in_graph": true + }, + "m2->m4": { + "score": 0.5976518988609314, + "in_graph": true + }, + "m4->m12": { + "score": 0.03232640027999878, + "in_graph": true + }, + "m2->m13": { + "score": 0.019522786140441895, + "in_graph": true + }, + "m7->a9.h1": { + "score": 0.11597323417663574, + "in_graph": true + }, + "m4->m7": { + "score": 0.3937647342681885, + "in_graph": true + }, + "m3->m11": { + "score": 0.03738445043563843, + "in_graph": true + }, + "m3->a11.h1": { + "score": 0.05505657196044922, + "in_graph": true + }, + "m2->m3": { + "score": 0.7161600589752197, + "in_graph": true + }, + "m6->a9.h1": { + "score": 0.10954219102859497, + "in_graph": true + }, + "m2->m8": { + "score": 0.07253658771514893, + "in_graph": true + }, + "m7->m12": { + "score": 0.12513583898544312, + "in_graph": true + }, + "m12->a14.h0": { + "score": 0.3322555422782898, + "in_graph": true + }, + "m12->a14.h0": { + "score": 0.3322555422782898, + "in_graph": true + }, + "m3->m8": { + "score": 0.15670651197433472, + "in_graph": true + }, + "m8->m10": { + "score": 0.2628955841064453, + "in_graph": true + }, + "m3->m10": { + "score": 0.05082142353057861, + "in_graph": true + }, + "m4->a14.h0": { + "score": 0.04194521903991699, + "in_graph": true + }, + "m4->a14.h0": { + "score": 0.04194521903991699, + "in_graph": true + }, + "m3->a14.h0": { + "score": 0.020144402980804443, + "in_graph": true + }, + "m3->a14.h0": { + "score": 0.020144402980804443, + "in_graph": true + }, + "m2->m10": { + "score": 0.0518949031829834, + "in_graph": true + }, + "m4->m9": { + "score": 0.22108477354049683, + "in_graph": true + }, + "a11.h1->a20.h1": { + "score": 0.044403910636901855, + "in_graph": true + }, + "a11.h1->a20.h1": { + "score": 0.044403910636901855, + "in_graph": true + }, + "m0->m10": { + "score": 0.056901514530181885, + "in_graph": true + }, + "m9->a10.h0": { + "score": 0.532117486000061, + "in_graph": true + }, + "m9->a10.h0": { + "score": 0.532117486000061, + "in_graph": true + }, + "a10.h0->m10": { + "score": 0.39807337522506714, + "in_graph": true + }, + "a11.h1->a13.h1": { + "score": 0.20253366231918335, + "in_graph": true + }, + "a13.h1->a14.h0": { + "score": 0.23970746994018555, + "in_graph": true + }, + "a13.h1->a14.h0": { + "score": 0.23970746994018555, + "in_graph": true + }, + "m7->a11.h1": { + "score": 0.13711804151535034, + "in_graph": true + }, + "m2->m5": { + "score": 0.3644917607307434, + "in_graph": true + }, + "m5->a9.h1": { + "score": 0.06862401962280273, + "in_graph": true + }, + "m5->m12": { + "score": 0.044413208961486816, + "in_graph": true + }, + "m2->m6": { + "score": 0.19018197059631348, + "in_graph": true + }, + "m3->m5": { + "score": 0.7631989121437073, + "in_graph": true + }, + "m5->m9": { + "score": 0.471879780292511, + "in_graph": true + }, + "a14.h0->m15": { + "score": 0.592476487159729, + "in_graph": true + }, + "m15->a20.h1": { + "score": 0.47786515951156616, + "in_graph": true + }, + "a3.h0->m9": { + "score": 0.05017906427383423, + "in_graph": true + }, + "a11.h1->m13": { + "score": 0.07223594188690186, + "in_graph": true + }, + "m1->m6": { + "score": 0.15791630744934082, + "in_graph": true + }, + "m5->m10": { + "score": 0.1950526237487793, + "in_graph": true + }, + "a9.h1->m11": { + "score": 0.033110857009887695, + "in_graph": true + }, + "a3.h0->m3": { + "score": 0.2052384614944458, + "in_graph": true + }, + "a7.h1->m10": { + "score": 0.026054859161376953, + "in_graph": true + }, + "m8->m13": { + "score": 0.09455102682113647, + "in_graph": true + }, + "m3->a9.h1": { + "score": 0.0550687313079834, + "in_graph": true + }, + "m1->m4": { + "score": 0.435168981552124, + "in_graph": true + }, + "m6->a7.h1": { + "score": 0.1153143048286438, + "in_graph": true + }, + "m6->m12": { + "score": 0.07303738594055176, + "in_graph": true + }, + "m1->m3": { + "score": 0.5425907969474792, + "in_graph": true + }, + "a10.h0->m11": { + "score": 0.19737666845321655, + "in_graph": true + }, + "m0->a13.h0": { + "score": 0.015474081039428711, + "in_graph": true + }, + "a13.h0->a14.h0": { + "score": -0.10969281196594238, + "in_graph": true + }, + "a13.h0->a14.h0": { + "score": -0.10969281196594238, + "in_graph": true + }, + "a9.h1->m12": { + "score": 0.009217619895935059, + "in_graph": true + }, + "m10->a11.h1": { + "score": 0.22683507204055786, + "in_graph": true + }, + "m4->m13": { + "score": 0.02043330669403076, + "in_graph": true + }, + "m8->a9.h1": { + "score": 0.06669014692306519, + "in_graph": true + }, + "m14->a16.h0": { + "score": 0.0032724738121032715, + "in_graph": true + }, + "a16.h0->a20.h1": { + "score": -0.016709864139556885, + "in_graph": true + }, + "m0->m11": { + "score": 0.030291318893432617, + "in_graph": true + }, + "m5->a8.h0": { + "score": 0.031129300594329834, + "in_graph": true + }, + "m5->a8.h0": { + "score": 0.031129300594329834, + "in_graph": true + }, + "a8.h0->a14.h0": { + "score": 0.016496241092681885, + "in_graph": true + }, + "a8.h0->a14.h0": { + "score": 0.016496241092681885, + "in_graph": true + }, + "a7.h1->m8": { + "score": 0.055716633796691895, + "in_graph": true + }, + "m2->a3.h0": { + "score": 0.007821381092071533, + "in_graph": true + }, + "m2->a3.h0": { + "score": 0.007821381092071533, + "in_graph": true + }, + "a3.h0->m6": { + "score": 0.03432947397232056, + "in_graph": true + }, + "m0->m13": { + "score": 0.012392640113830566, + "in_graph": true + }, + "a7.h1->m9": { + "score": 0.041732966899871826, + "in_graph": true + }, + "m16->a22.h0": { + "score": 0.009604454040527344, + "in_graph": true + }, + "m16->a22.h0": { + "score": 0.009604454040527344, + "in_graph": true + }, + "m1->m12": { + "score": 0.0015403032302856445, + "in_graph": true + }, + "a14.h0->m16": { + "score": 0.2853938341140747, + "in_graph": true + }, + "m16->a20.h1": { + "score": 0.40023481845855713, + "in_graph": true + }, + "m1->a9.h1": { + "score": 0.04037541151046753, + "in_graph": true + }, + "m1->m8": { + "score": 0.05950111150741577, + "in_graph": true + }, + "m8->a11.h1": { + "score": 0.13618826866149902, + "in_graph": true + }, + "m0->a5.h1": { + "score": 0.14526158571243286, + "in_graph": true + }, + "a5.h1->m13": { + "score": 0.014511346817016602, + "in_graph": true + }, + "m13->m14": { + "score": 0.01344519853591919, + "in_graph": true + }, + "m2->a3.h0": { + "score": 0.022579967975616455, + "in_graph": true + }, + "a9.h1->a13.h1": { + "score": 0.027826368808746338, + "in_graph": true + }, + "a3.h0->m4": { + "score": 0.12419188022613525, + "in_graph": true + }, + "m4->m10": { + "score": 0.04344332218170166, + "in_graph": true + }, + "m1->m7": { + "score": 0.08770972490310669, + "in_graph": true + }, + "a13.h1->a14.h0": { + "score": 0.0016443133354187012, + "in_graph": true + }, + "m1->m5": { + "score": 0.19437605142593384, + "in_graph": true + }, + "a11.h1->a15.h0": { + "score": 0.030614733695983887, + "in_graph": true + }, + "a11.h1->a15.h0": { + "score": 0.030614733695983887, + "in_graph": true + }, + "a15.h0->a16.h1": { + "score": 0.045283377170562744, + "in_graph": true + }, + "m2->m12": { + "score": 0.01122814416885376, + "in_graph": true + }, + "a10.h0->m13": { + "score": 0.11094880104064941, + "in_graph": true + }, + "a14.h0->a16.h0": { + "score": 0.1954958438873291, + "in_graph": true + }, + "a16.h0->logits": { + "score": 0.08672821521759033, + "in_graph": true + }, + "m16->a21.h0": { + "score": 0.006215512752532959, + "in_graph": true + }, + "m16->a21.h0": { + "score": 0.006215512752532959, + "in_graph": true + }, + "m13->a20.h1": { + "score": 0.0975293517112732, + "in_graph": true + }, + "m13->a20.h1": { + "score": 0.0975293517112732, + "in_graph": true + }, + "m1->a20.h1": { + "score": 0.00736004114151001, + "in_graph": true + }, + "m1->a20.h1": { + "score": 0.00736004114151001, + "in_graph": true + }, + "a3.h0->m7": { + "score": 0.04682016372680664, + "in_graph": true + }, + "m3->m12": { + "score": -0.007847487926483154, + "in_graph": true + }, + "a3.h0->a22.h0": { + "score": 0.009554862976074219, + "in_graph": true + }, + "a3.h0->a22.h0": { + "score": 0.009554862976074219, + "in_graph": true + }, + "m5->m13": { + "score": 0.020370006561279297, + "in_graph": true + }, + "a14.h0->a22.h0": { + "score": 0.03755742311477661, + "in_graph": true + }, + "m10->a11.h0": { + "score": 0.02624303102493286, + "in_graph": true + }, + "a11.h0->m11": { + "score": 0.0924072265625, + "in_graph": true + }, + "m6->a14.h0": { + "score": 0.020358622074127197, + "in_graph": true + }, + "m6->a14.h0": { + "score": 0.020358622074127197, + "in_graph": true + }, + "m8->a11.h0": { + "score": 0.05379366874694824, + "in_graph": true + }, + "m4->a7.h1": { + "score": 0.05612194538116455, + "in_graph": true + }, + "a3.h0->m5": { + "score": 0.04902142286300659, + "in_graph": true + }, + "a3.h0->m8": { + "score": 0.03773510456085205, + "in_graph": true + }, + "m1->m9": { + "score": 0.034490346908569336, + "in_graph": true + }, + "m3->a7.h1": { + "score": 0.0622105598449707, + "in_graph": true + }, + "m11->a12.h0": { + "score": 0.049285173416137695, + "in_graph": true + }, + "m11->a12.h0": { + "score": 0.049285173416137695, + "in_graph": true + }, + "a12.h0->m12": { + "score": 0.015123367309570312, + "in_graph": true + }, + "a9.h1->a15.h0": { + "score": -0.019582629203796387, + "in_graph": true + }, + "a9.h1->a15.h0": { + "score": -0.019582629203796387, + "in_graph": true + }, + "a15.h0->a19.h0": { + "score": 0.015565156936645508, + "in_graph": true + }, + "a19.h0->a20.h1": { + "score": -0.2738999128341675, + "in_graph": true + }, + "m4->a11.h1": { + "score": 0.016952157020568848, + "in_graph": true + }, + "m1->a14.h0": { + "score": 0.012438774108886719, + "in_graph": true + }, + "m1->a14.h0": { + "score": 0.012438774108886719, + "in_graph": true + }, + "a5.h1->m6": { + "score": 0.06842786073684692, + "in_graph": true + }, + "m9->a20.h1": { + "score": 0.046105146408081055, + "in_graph": true + }, + "m9->a20.h1": { + "score": 0.046105146408081055, + "in_graph": true + }, + "m10->a13.h0": { + "score": 0.023084163665771484, + "in_graph": true + }, + "a13.h0->m13": { + "score": 0.16721540689468384, + "in_graph": true + }, + "m7->a11.h0": { + "score": 0.017692506313323975, + "in_graph": true + }, + "m7->a11.h0": { + "score": 0.017692506313323975, + "in_graph": true + }, + "a14.h0->a21.h1": { + "score": 0.023871541023254395, + "in_graph": true + }, + "a21.h1->logits": { + "score": 0.028046607971191406, + "in_graph": true + }, + "m13->a16.h0": { + "score": -0.04631149768829346, + "in_graph": true + }, + "m13->a16.h0": { + "score": -0.04631149768829346, + "in_graph": true + }, + "a11.h1->a13.h0": { + "score": 0.016017496585845947, + "in_graph": true + }, + "a11.h1->a13.h0": { + "score": 0.016017496585845947, + "in_graph": true + }, + "a3.h0->m11": { + "score": 0.005514025688171387, + "in_graph": true + }, + "m5->a7.h1": { + "score": 0.031165778636932373, + "in_graph": true + }, + "m11->a16.h0": { + "score": -0.07603597640991211, + "in_graph": true + }, + "m11->a16.h0": { + "score": -0.07603597640991211, + "in_graph": true + }, + "a8.h0->m11": { + "score": 0.0021687746047973633, + "in_graph": true + }, + "a5.h1->a14.h0": { + "score": 0.001664876937866211, + "in_graph": true + }, + "a5.h1->a14.h0": { + "score": 0.001664876937866211, + "in_graph": true + }, + "m3->a4.h1": { + "score": 0.10280454158782959, + "in_graph": true + }, + "m3->a4.h1": { + "score": 0.10280454158782959, + "in_graph": true + }, + "a4.h1->m4": { + "score": 0.13506460189819336, + "in_graph": true + }, + "m9->a11.h0": { + "score": 0.037391066551208496, + "in_graph": true + }, + "a11.h0->m12": { + "score": 0.03737926483154297, + "in_graph": true + }, + "m7->a8.h0": { + "score": 0.06673592329025269, + "in_graph": true + }, + "m7->a8.h0": { + "score": 0.06673592329025269, + "in_graph": true + }, + "a8.h0->a11.h1": { + "score": 0.029077470302581787, + "in_graph": true + }, + "a7.h1->a11.h1": { + "score": 0.010088622570037842, + "in_graph": true + }, + "m1->m11": { + "score": 0.006585419178009033, + "in_graph": true + }, + "m4->a13.h0": { + "score": 0.008918941020965576, + "in_graph": true + }, + "a9.h1->a20.h1": { + "score": 0.012226879596710205, + "in_graph": true + }, + "a9.h1->a20.h1": { + "score": 0.012226879596710205, + "in_graph": true + }, + "a5.h1->m9": { + "score": 0.01969808340072632, + "in_graph": true + }, + "m11->a13.h0": { + "score": 0.0593564510345459, + "in_graph": true + }, + "a9.h1->a10.h0": { + "score": 7.68899917602539e-05, + "in_graph": true + }, + "a9.h1->a10.h0": { + "score": 7.68899917602539e-05, + "in_graph": true + }, + "m15->a22.h0": { + "score": 0.017158687114715576, + "in_graph": true + }, + "a5.h1->m5": { + "score": 0.1189611554145813, + "in_graph": true + }, + "m5->a11.h1": { + "score": 0.04032641649246216, + "in_graph": true + }, + "a5.h1->m10": { + "score": 0.04158812761306763, + "in_graph": true + }, + "m9->a13.h0": { + "score": 0.013223350048065186, + "in_graph": true + }, + "m0->a8.h0": { + "score": 0.009293198585510254, + "in_graph": true + }, + "m0->a8.h0": { + "score": 0.009293198585510254, + "in_graph": true + }, + "a8.h0->m12": { + "score": 0.014348626136779785, + "in_graph": true + }, + "a5.h1->m8": { + "score": 0.02459859848022461, + "in_graph": true + }, + "m2->a14.h0": { + "score": 0.005743086338043213, + "in_graph": true + }, + "m2->a14.h0": { + "score": 0.005743086338043213, + "in_graph": true + }, + "m14->m15": { + "score": 0.037178099155426025, + "in_graph": true + }, + "a7.h1->a20.h1": { + "score": 0.026406466960906982, + "in_graph": true + }, + "a7.h1->a20.h1": { + "score": 0.026406466960906982, + "in_graph": true + }, + "m6->a13.h0": { + "score": 0.015963375568389893, + "in_graph": true + }, + "m0->m14": { + "score": 0.006335914134979248, + "in_graph": true + }, + "m14->a20.h1": { + "score": 0.03722429275512695, + "in_graph": true + }, + "m14->a20.h1": { + "score": 0.03722429275512695, + "in_graph": true + }, + "m10->m14": { + "score": 0.008504390716552734, + "in_graph": true + }, + "m4->a5.h1": { + "score": 0.04250401258468628, + "in_graph": true + }, + "m4->a5.h1": { + "score": 0.04250401258468628, + "in_graph": true + }, + "m10->a20.h1": { + "score": -0.004484772682189941, + "in_graph": true + }, + "m10->a20.h1": { + "score": -0.004484772682189941, + "in_graph": true + }, + "a3.h0->m10": { + "score": 0.01111459732055664, + "in_graph": true + }, + "m15->a21.h0": { + "score": 0.029398560523986816, + "in_graph": true + }, + "m8->a20.h1": { + "score": 0.016958117485046387, + "in_graph": true + }, + "m8->a20.h1": { + "score": 0.016958117485046387, + "in_graph": true + }, + "m1->m2": { + "score": 0.3285464644432068, + "in_graph": true + }, + "m3->a8.h0": { + "score": 0.012092530727386475, + "in_graph": true + }, + "m3->a8.h0": { + "score": 0.012092530727386475, + "in_graph": true + }, + "a8.h0->m10": { + "score": 0.03806215524673462, + "in_graph": true + }, + "a14.h0->a22.h1": { + "score": 0.023644745349884033, + "in_graph": true + }, + "a22.h1->logits": { + "score": 0.03651374578475952, + "in_graph": true + }, + "m7->a10.h0": { + "score": 0.039667606353759766, + "in_graph": true + }, + "m7->a10.h0": { + "score": 0.039667606353759766, + "in_graph": true + }, + "a11.h1->m15": { + "score": 0.007893919944763184, + "in_graph": true + }, + "m15->a20.h1": { + "score": 0.005919277667999268, + "in_graph": true + }, + "m15->a20.h1": { + "score": 0.005919277667999268, + "in_graph": true + }, + "m11->a12.h1": { + "score": 0.10860848426818848, + "in_graph": true + }, + "m11->a12.h1": { + "score": 0.10860848426818848, + "in_graph": true + }, + "a12.h1->logits": { + "score": 0.014177203178405762, + "in_graph": true + }, + "a7.h1->m12": { + "score": 0.004152894020080566, + "in_graph": true + }, + "m10->a12.h0": { + "score": 0.006532609462738037, + "in_graph": true + }, + "m10->a12.h0": { + "score": 0.006532609462738037, + "in_graph": true + }, + "a14.h0->m19": { + "score": 0.03767126798629761, + "in_graph": true + }, + "m19->a20.h1": { + "score": -0.01222318410873413, + "in_graph": true + }, + "m8->a9.h0": { + "score": 0.007526576519012451, + "in_graph": true + }, + "a9.h0->m9": { + "score": 0.06764781475067139, + "in_graph": true + }, + "m12->a20.h1": { + "score": 0.0990552306175232, + "in_graph": true + }, + "m12->a20.h1": { + "score": 0.0990552306175232, + "in_graph": true + }, + "m0->a16.h1": { + "score": 0.008189737796783447, + "in_graph": true + }, + "m0->a16.h1": { + "score": 0.008189737796783447, + "in_graph": true + }, + "m0->a10.h0": { + "score": 0.00859832763671875, + "in_graph": true + }, + "m0->a10.h0": { + "score": 0.00859832763671875, + "in_graph": true + }, + "a9.h1->m13": { + "score": 0.01784646511077881, + "in_graph": true + }, + "m8->a10.h0": { + "score": 0.049496233463287354, + "in_graph": true + }, + "m8->a10.h0": { + "score": 0.049496233463287354, + "in_graph": true + }, + "a12.h0->m13": { + "score": 0.05422639846801758, + "in_graph": true + }, + "m0->a8.h1": { + "score": 0.01181948184967041, + "in_graph": true + }, + "m0->a8.h1": { + "score": 0.01181948184967041, + "in_graph": true + }, + "a8.h1->m11": { + "score": 0.0017182230949401855, + "in_graph": true + }, + "a12.h1->m12": { + "score": 0.10902154445648193, + "in_graph": true + }, + "m12->a20.h1": { + "score": 0.006941795349121094, + "in_graph": true + }, + "m7->a16.h0": { + "score": -0.0023319125175476074, + "in_graph": true + }, + "m7->a16.h0": { + "score": -0.0023319125175476074, + "in_graph": true + }, + "a5.h1->m12": { + "score": 0.0072914958000183105, + "in_graph": true + }, + "a8.h0->a9.h1": { + "score": 0.01568228006362915, + "in_graph": true + }, + "a5.h1->m7": { + "score": 0.044503867626190186, + "in_graph": true + }, + "m6->a10.h0": { + "score": 0.0419001579284668, + "in_graph": true + }, + "m6->a10.h0": { + "score": 0.0419001579284668, + "in_graph": true + }, + "m7->a13.h0": { + "score": 0.023779690265655518, + "in_graph": true + }, + "m4->a8.h0": { + "score": 0.013291776180267334, + "in_graph": true + }, + "m4->a8.h0": { + "score": 0.013291776180267334, + "in_graph": true + }, + "a4.h1->m10": { + "score": 0.011246263980865479, + "in_graph": true + }, + "input->a0.h0": { + "score": 0.2262047529220581, + "in_graph": true + }, + "input->a0.h0": { + "score": 0.2262047529220581, + "in_graph": true + }, + "a0.h0->m0": { + "score": 0.2262047529220581, + "in_graph": true + }, + "m0->a4.h1": { + "score": 0.040361762046813965, + "in_graph": true + }, + "m0->a4.h1": { + "score": 0.040361762046813965, + "in_graph": true + }, + "a4.h1->m7": { + "score": 0.004484772682189941, + "in_graph": true + }, + "m11->m15": { + "score": 0.06933706998825073, + "in_graph": true + }, + "m15->a16.h0": { + "score": 0.07389241456985474, + "in_graph": true + }, + "m15->a16.h0": { + "score": 0.07389241456985474, + "in_graph": true + }, + "m1->m10": { + "score": 0.012245416641235352, + "in_graph": true + }, + "m15->a19.h0": { + "score": -0.051762402057647705, + "in_graph": true + }, + "m5->m15": { + "score": 0.010653138160705566, + "in_graph": true + }, + "m5->a10.h1": { + "score": 0.0043711066246032715, + "in_graph": true + }, + "a10.h1->m10": { + "score": 0.01717519760131836, + "in_graph": true + }, + "m0->a2.h1": { + "score": 0.08753913640975952, + "in_graph": true + }, + "m0->a2.h1": { + "score": 0.08753913640975952, + "in_graph": true + }, + "a2.h1->a20.h1": { + "score": 0.005417227745056152, + "in_graph": true + }, + "a2.h1->a20.h1": { + "score": 0.005417227745056152, + "in_graph": true + }, + "m5->a13.h0": { + "score": 0.004144251346588135, + "in_graph": true + }, + "a2.h1->m2": { + "score": 0.020912349224090576, + "in_graph": true + }, + "m7->m16": { + "score": 0.005914032459259033, + "in_graph": true + }, + "m7->a13.h0": { + "score": -0.004140257835388184, + "in_graph": true + }, + "m7->a13.h0": { + "score": -0.004140257835388184, + "in_graph": true + }, + "m9->a16.h0": { + "score": -0.008754074573516846, + "in_graph": true + }, + "m9->a16.h0": { + "score": -0.008754074573516846, + "in_graph": true + }, + "a16.h0->m19": { + "score": -0.00990229845046997, + "in_graph": true + }, + "a5.h1->m11": { + "score": 0.00813978910446167, + "in_graph": true + }, + "a3.h0->a11.h1": { + "score": 0.009111642837524414, + "in_graph": true + }, + "m16->a21.h0": { + "score": 0.018977880477905273, + "in_graph": true + }, + "m4->a15.h0": { + "score": 0.004776716232299805, + "in_graph": true + }, + "m4->a15.h0": { + "score": 0.004776716232299805, + "in_graph": true + }, + "a15.h0->a20.h1": { + "score": -0.22531437873840332, + "in_graph": true + }, + "m9->a12.h0": { + "score": 0.01348024606704712, + "in_graph": true + }, + "m9->a12.h0": { + "score": 0.01348024606704712, + "in_graph": true + }, + "a15.h0->m15": { + "score": 0.017427682876586914, + "in_graph": true + }, + "m15->m16": { + "score": 0.13395828008651733, + "in_graph": true + }, + "m6->a16.h0": { + "score": -0.0033136606216430664, + "in_graph": true + }, + "m6->a16.h0": { + "score": -0.0033136606216430664, + "in_graph": true + }, + "a7.h1->m11": { + "score": 0.010732114315032959, + "in_graph": true + }, + "m4->a5.h1": { + "score": 0.12404203414916992, + "in_graph": true + }, + "m6->a9.h0": { + "score": 0.022237122058868408, + "in_graph": true + }, + "m15->a21.h1": { + "score": 0.01850605010986328, + "in_graph": true + }, + "m15->a22.h1": { + "score": 0.01943504810333252, + "in_graph": true + }, + "m15->a16.h1": { + "score": -0.024722695350646973, + "in_graph": true + }, + "m0->a9.h0": { + "score": 0.011867165565490723, + "in_graph": true + }, + "m3->m13": { + "score": -0.0015429854393005371, + "in_graph": true + }, + "a3.h0->a13.h1": { + "score": 0.005040764808654785, + "in_graph": true + }, + "m3->a13.h0": { + "score": 0.009930312633514404, + "in_graph": true + }, + "a8.h1->m12": { + "score": 0.006842195987701416, + "in_graph": true + }, + "m12->a13.h0": { + "score": -0.039775192737579346, + "in_graph": true + }, + "m12->a13.h0": { + "score": -0.039775192737579346, + "in_graph": true + }, + "m13->a20.h1": { + "score": -0.008690237998962402, + "in_graph": true + }, + "a12.h1->a14.h0": { + "score": 0.004390299320220947, + "in_graph": true + }, + "a12.h1->a14.h0": { + "score": 0.004390299320220947, + "in_graph": true + }, + "a11.h1->a12.h1": { + "score": 0.00340878963470459, + "in_graph": true + }, + "a11.h1->a12.h1": { + "score": 0.00340878963470459, + "in_graph": true + }, + "a12.h1->m13": { + "score": 0.02245485782623291, + "in_graph": true + }, + "m13->m18": { + "score": 0.012371063232421875, + "in_graph": true + }, + "m18->a20.h1": { + "score": 0.023956358432769775, + "in_graph": true + }, + "a3.h0->a13.h0": { + "score": 0.007540762424468994, + "in_graph": true + }, + "a10.h0->m12": { + "score": 0.013356924057006836, + "in_graph": true + }, + "m6->a8.h0": { + "score": 0.027591347694396973, + "in_graph": true + }, + "m6->a8.h0": { + "score": 0.027591347694396973, + "in_graph": true + }, + "a8.h0->a20.h1": { + "score": 0.0065264105796813965, + "in_graph": true + }, + "m3->a11.h0": { + "score": 0.00479280948638916, + "in_graph": true + }, + "a16.h1->m22": { + "score": -0.25248605012893677, + "in_graph": true + }, + "m22->logits": { + "score": -0.19040048122406006, + "in_graph": true + }, + "m0->a14.h0": { + "score": 0.006701231002807617, + "in_graph": true + }, + "m0->a14.h0": { + "score": 0.006701231002807617, + "in_graph": true + }, + "m5->a20.h1": { + "score": 0.007031857967376709, + "in_graph": true + }, + "m5->a20.h1": { + "score": 0.007031857967376709, + "in_graph": true + }, + "m2->a11.h1": { + "score": 0.006981372833251953, + "in_graph": true + }, + "a12.h1->a13.h1": { + "score": 0.010887861251831055, + "in_graph": true + }, + "a12.h1->a13.h1": { + "score": 0.010887861251831055, + "in_graph": true + }, + "m4->a9.h0": { + "score": 0.012449324131011963, + "in_graph": true + }, + "a2.h1->m12": { + "score": 0.003517746925354004, + "in_graph": true + }, + "m7->a20.h1": { + "score": 0.007084548473358154, + "in_graph": true + }, + "m7->a20.h1": { + "score": 0.007084548473358154, + "in_graph": true + }, + "m7->a9.h0": { + "score": 0.0037037134170532227, + "in_graph": true + }, + "m4->a11.h0": { + "score": 0.0064272284507751465, + "in_graph": true + }, + "a8.h0->m8": { + "score": 0.02669459581375122, + "in_graph": true + }, + "m13->m15": { + "score": -0.009758412837982178, + "in_graph": true + }, + "m7->a21.h0": { + "score": 0.006476283073425293, + "in_graph": true + }, + "m7->a21.h0": { + "score": 0.006476283073425293, + "in_graph": true + }, + "a14.h0->m20": { + "score": 0.04575526714324951, + "in_graph": true + }, + "m20->logits": { + "score": -0.08202570676803589, + "in_graph": true + }, + "m14->m16": { + "score": -0.015411376953125, + "in_graph": true + }, + "m0->a5.h0": { + "score": 0.016580283641815186, + "in_graph": true + }, + "a5.h0->m5": { + "score": 0.023955702781677246, + "in_graph": true + }, + "m3->a12.h1": { + "score": 0.004220187664031982, + "in_graph": true + }, + "m3->a12.h1": { + "score": 0.004220187664031982, + "in_graph": true + }, + "a4.h1->m6": { + "score": 0.02326977252960205, + "in_graph": true + }, + "m2->a5.h0": { + "score": 0.007718205451965332, + "in_graph": true + }, + "m2->a5.h0": { + "score": 0.007718205451965332, + "in_graph": true + }, + "a10.h0->a14.h0": { + "score": -0.02606034278869629, + "in_graph": true + }, + "a10.h0->a14.h0": { + "score": -0.02606034278869629, + "in_graph": true + }, + "a4.h1->m5": { + "score": 0.035436153411865234, + "in_graph": true + }, + "m10->a13.h0": { + "score": -0.002873837947845459, + "in_graph": true + }, + "m10->a13.h0": { + "score": -0.002873837947845459, + "in_graph": true + }, + "a12.h1->m16": { + "score": 0.029472529888153076, + "in_graph": true + }, + "m1->a3.h0": { + "score": 0.039772093296051025, + "in_graph": true + }, + "m8->a13.h0": { + "score": 0.010513782501220703, + "in_graph": true + }, + "m4->a20.h1": { + "score": 0.004138648509979248, + "in_graph": true + }, + "m4->a20.h1": { + "score": 0.004138648509979248, + "in_graph": true + }, + "m1->a22.h0": { + "score": 0.004446744918823242, + "in_graph": true + }, + "m1->a22.h0": { + "score": 0.004446744918823242, + "in_graph": true + }, + "m11->m14": { + "score": 0.010996878147125244, + "in_graph": true + }, + "a4.h1->m11": { + "score": 0.004454433917999268, + "in_graph": true + }, + "m10->a13.h1": { + "score": 0.005061984062194824, + "in_graph": true + }, + "m3->a20.h1": { + "score": 0.003153085708618164, + "in_graph": true + }, + "m3->a20.h1": { + "score": 0.003153085708618164, + "in_graph": true + }, + "a8.h0->m9": { + "score": 0.016318321228027344, + "in_graph": true + }, + "m5->a6.h1": { + "score": 0.011025190353393555, + "in_graph": true + }, + "m5->a6.h1": { + "score": 0.011025190353393555, + "in_graph": true + }, + "a6.h1->m6": { + "score": 0.03146630525588989, + "in_graph": true + }, + "m2->a5.h1": { + "score": 0.002402365207672119, + "in_graph": true + }, + "a14.h0->a19.h0": { + "score": -0.23633861541748047, + "in_graph": true + }, + "m3->m15": { + "score": 0.0024756789207458496, + "in_graph": true + }, + "a3.h0->m12": { + "score": -0.00017458200454711914, + "in_graph": true + }, + "a9.h0->m10": { + "score": 0.00881648063659668, + "in_graph": true + }, + "m12->a14.h0": { + "score": 0.05064189434051514, + "in_graph": true + }, + "a14.h0->a19.h1": { + "score": 0.006102561950683594, + "in_graph": true + }, + "a14.h0->a19.h1": { + "score": 0.006102561950683594, + "in_graph": true + }, + "a19.h1->a20.h1": { + "score": 0.02992117404937744, + "in_graph": true + }, + "m0->m17": { + "score": 0.004325270652770996, + "in_graph": true + }, + "m17->a20.h1": { + "score": 0.006127595901489258, + "in_graph": true + }, + "m17->a20.h1": { + "score": 0.006127595901489258, + "in_graph": true + }, + "m10->a16.h0": { + "score": -0.037367165088653564, + "in_graph": true + }, + "m10->a16.h0": { + "score": -0.037367165088653564, + "in_graph": true + }, + "m4->a5.h0": { + "score": 0.016351163387298584, + "in_graph": true + }, + "m4->a5.h0": { + "score": 0.016351163387298584, + "in_graph": true + }, + "a5.h0->m7": { + "score": 0.0006610751152038574, + "in_graph": true + }, + "m12->a13.h0": { + "score": -0.0762130618095398, + "in_graph": true + }, + "m2->a9.h1": { + "score": 0.004290103912353516, + "in_graph": true + }, + "m4->a10.h0": { + "score": 0.015338778495788574, + "in_graph": true + }, + "m4->a10.h0": { + "score": 0.015338778495788574, + "in_graph": true + }, + "m4->a16.h0": { + "score": 0.012980103492736816, + "in_graph": true + }, + "m4->a16.h0": { + "score": 0.012980103492736816, + "in_graph": true + }, + "a16.h1->a20.h1": { + "score": 0.004251360893249512, + "in_graph": true + }, + "a16.h1->a20.h1": { + "score": 0.004251360893249512, + "in_graph": true + }, + "a14.h0->a15.h0": { + "score": -0.1562839150428772, + "in_graph": true + }, + "m11->a13.h0": { + "score": -0.01205897331237793, + "in_graph": true + }, + "m11->a13.h0": { + "score": -0.01205897331237793, + "in_graph": true + }, + "m10->m15": { + "score": 0.007995247840881348, + "in_graph": true + }, + "m5->a11.h0": { + "score": 0.004122316837310791, + "in_graph": true + }, + "a9.h0->m11": { + "score": 0.0006395578384399414, + "in_graph": true + }, + "m1->a21.h0": { + "score": 0.004227042198181152, + "in_graph": true + }, + "m1->a21.h0": { + "score": 0.004227042198181152, + "in_graph": true + }, + "m3->a9.h0": { + "score": 0.01142972707748413, + "in_graph": true + }, + "m2->a11.h0": { + "score": 0.005637824535369873, + "in_graph": true + }, + "a11.h0->a14.h0": { + "score": 0.015544891357421875, + "in_graph": true + }, + "a11.h0->a14.h0": { + "score": 0.015544891357421875, + "in_graph": true + }, + "m0->a11.h0": { + "score": 0.0066144466400146484, + "in_graph": true + }, + "m15->logits": { + "score": 0.023193180561065674, + "in_graph": true + }, + "a11.h1->a21.h0": { + "score": 0.005893349647521973, + "in_graph": true + }, + "a11.h1->a21.h0": { + "score": 0.005893349647521973, + "in_graph": true + }, + "m10->a12.h1": { + "score": 0.016916990280151367, + "in_graph": true + }, + "m10->a12.h1": { + "score": 0.016916990280151367, + "in_graph": true + }, + "m7->a13.h1": { + "score": 0.009020328521728516, + "in_graph": true + }, + "m10->a11.h0": { + "score": -0.005054831504821777, + "in_graph": true + }, + "m10->a11.h0": { + "score": -0.005054831504821777, + "in_graph": true + }, + "m2->a10.h0": { + "score": 0.0102272629737854, + "in_graph": true + }, + "m2->a10.h0": { + "score": 0.0102272629737854, + "in_graph": true + }, + "m9->a12.h1": { + "score": 0.011330246925354004, + "in_graph": true + }, + "m9->a12.h1": { + "score": 0.011330246925354004, + "in_graph": true + }, + "a10.h0->a11.h1": { + "score": 0.03401917219161987, + "in_graph": true + }, + "a14.h0->a20.h0": { + "score": 0.006226301193237305, + "in_graph": true + }, + "a20.h0->logits": { + "score": 0.0034712553024291992, + "in_graph": true + }, + "m12->m16": { + "score": 0.008700668811798096, + "in_graph": true + }, + "m1->a10.h0": { + "score": 0.006851851940155029, + "in_graph": true + }, + "m1->a10.h0": { + "score": 0.006851851940155029, + "in_graph": true + }, + "m2->a12.h1": { + "score": 0.005067229270935059, + "in_graph": true + }, + "m2->a12.h1": { + "score": 0.005067229270935059, + "in_graph": true + }, + "m4->a6.h1": { + "score": 0.010093212127685547, + "in_graph": true + }, + "m4->a6.h1": { + "score": 0.010093212127685547, + "in_graph": true + }, + "a2.h1->m10": { + "score": 0.002606809139251709, + "in_graph": true + }, + "m3->a10.h0": { + "score": 0.011894464492797852, + "in_graph": true + }, + "m3->a10.h0": { + "score": 0.011894464492797852, + "in_graph": true + }, + "m1->a4.h1": { + "score": 0.04869043827056885, + "in_graph": true + }, + "m1->a4.h1": { + "score": 0.04869043827056885, + "in_graph": true + }, + "m7->a12.h1": { + "score": 0.00037020444869995117, + "in_graph": true + }, + "m7->a12.h1": { + "score": 0.00037020444869995117, + "in_graph": true + }, + "a3.h0->a14.h0": { + "score": 0.011738359928131104, + "in_graph": true + }, + "a3.h0->a14.h0": { + "score": 0.011738359928131104, + "in_graph": true + }, + "a3.h0->a7.h1": { + "score": 0.006304681301116943, + "in_graph": true + }, + "m5->a10.h0": { + "score": 0.017203807830810547, + "in_graph": true + }, + "m5->a10.h0": { + "score": 0.017203807830810547, + "in_graph": true + }, + "m8->a13.h1": { + "score": 0.0028873682022094727, + "in_graph": true + }, + "a7.h1->m13": { + "score": -0.010049939155578613, + "in_graph": true + }, + "m13->a15.h0": { + "score": -0.01198422908782959, + "in_graph": true + }, + "m13->a15.h0": { + "score": -0.01198422908782959, + "in_graph": true + }, + "m10->a21.h0": { + "score": 0.004341304302215576, + "in_graph": true + }, + "m10->a21.h0": { + "score": 0.004341304302215576, + "in_graph": true + }, + "m3->a16.h0": { + "score": 0.0039435625076293945, + "in_graph": true + }, + "m3->a16.h0": { + "score": 0.0039435625076293945, + "in_graph": true + }, + "a4.h1->m13": { + "score": 0.005124568939208984, + "in_graph": true + }, + "a20.h1->m20": { + "score": 0.00628972053527832, + "in_graph": true + }, + "m20->m22": { + "score": 0.07870906591415405, + "in_graph": true + }, + "m0->a13.h0": { + "score": 0.0007658004760742188, + "in_graph": true + }, + "m0->a13.h0": { + "score": 0.0007658004760742188, + "in_graph": true + }, + "a9.h1->a12.h0": { + "score": 0.0012264251708984375, + "in_graph": true + }, + "a9.h1->a12.h0": { + "score": 0.0012264251708984375, + "in_graph": true + }, + "m1->m13": { + "score": 0.005465030670166016, + "in_graph": true + }, + "m7->a12.h0": { + "score": 0.005498409271240234, + "in_graph": true + }, + "m7->a12.h0": { + "score": 0.005498409271240234, + "in_graph": true + }, + "a2.h1->m9": { + "score": 0.006262362003326416, + "in_graph": true + }, + "a2.h1->a3.h0": { + "score": 0.007295668125152588, + "in_graph": true + }, + "m9->a11.h0": { + "score": 0.0046212077140808105, + "in_graph": true + }, + "m9->a11.h0": { + "score": 0.0046212077140808105, + "in_graph": true + }, + "m1->a7.h1": { + "score": 0.017605364322662354, + "in_graph": true + }, + "m12->a13.h1": { + "score": -0.004170536994934082, + "in_graph": true + }, + "m7->a11.h0": { + "score": 0.0019488930702209473, + "in_graph": true + }, + "a7.h1->a10.h0": { + "score": 0.002537846565246582, + "in_graph": true + }, + "a7.h1->a10.h0": { + "score": 0.002537846565246582, + "in_graph": true + }, + "a16.h1->m20": { + "score": -0.019148290157318115, + "in_graph": true + }, + "m15->a19.h1": { + "score": 0.016797125339508057, + "in_graph": true + }, + "m15->a19.h1": { + "score": 0.016797125339508057, + "in_graph": true + }, + "m3->a10.h1": { + "score": 0.0037707090377807617, + "in_graph": true + }, + "m5->a7.h0": { + "score": 0.0037664175033569336, + "in_graph": true + }, + "m5->a7.h0": { + "score": 0.0037664175033569336, + "in_graph": true + }, + "a7.h0->m7": { + "score": 0.005192160606384277, + "in_graph": true + }, + "m8->a12.h1": { + "score": 0.016433894634246826, + "in_graph": true + }, + "m8->a12.h1": { + "score": 0.016433894634246826, + "in_graph": true + }, + "m6->a13.h1": { + "score": 0.0037384033203125, + "in_graph": true + }, + "a16.h1->m18": { + "score": -0.04217010736465454, + "in_graph": true + }, + "m18->m20": { + "score": -0.03240334987640381, + "in_graph": true + }, + "m11->a20.h1": { + "score": -0.001802682876586914, + "in_graph": true + }, + "m11->a20.h1": { + "score": -0.001802682876586914, + "in_graph": true + }, + "m16->a22.h0": { + "score": 0.003472626209259033, + "in_graph": true + }, + "a4.h1->m8": { + "score": 0.0028936266899108887, + "in_graph": true + }, + "a14.h0->m18": { + "score": 0.007251441478729248, + "in_graph": true + }, + "a12.h1->m14": { + "score": -0.00506901741027832, + "in_graph": true + }, + "m0->a5.h0": { + "score": 0.004326522350311279, + "in_graph": true + }, + "m0->a5.h0": { + "score": 0.004326522350311279, + "in_graph": true + }, + "a5.h0->m6": { + "score": 0.01252734661102295, + "in_graph": true + }, + "m7->m14": { + "score": 0.001310884952545166, + "in_graph": true + }, + "m12->m14": { + "score": 0.010715484619140625, + "in_graph": true + }, + "m0->m15": { + "score": 0.0035129785537719727, + "in_graph": true + }, + "m19->logits": { + "score": 0.0039182305335998535, + "in_graph": true + }, + "m6->a12.h1": { + "score": 0.0027066469192504883, + "in_graph": true + }, + "m6->a12.h1": { + "score": 0.0027066469192504883, + "in_graph": true + }, + "m3->a5.h1": { + "score": 0.014637947082519531, + "in_graph": true + }, + "m10->a15.h0": { + "score": -0.0018405914306640625, + "in_graph": true + }, + "m10->a15.h0": { + "score": -0.0018405914306640625, + "in_graph": true + }, + "m11->a15.h0": { + "score": -0.00196152925491333, + "in_graph": true + }, + "m11->a15.h0": { + "score": -0.00196152925491333, + "in_graph": true + }, + "a2.h1->m6": { + "score": 0.012149572372436523, + "in_graph": true + }, + "a3.h0->a9.h1": { + "score": -0.0012457966804504395, + "in_graph": true + }, + "m0->a6.h1": { + "score": -0.0035520195960998535, + "in_graph": true + }, + "a20.h1->a22.h0": { + "score": -0.07204294204711914, + "in_graph": true + }, + "m7->m15": { + "score": 0.005600929260253906, + "in_graph": true + }, + "a4.h1->a14.h0": { + "score": 0.003407716751098633, + "in_graph": true + }, + "a4.h1->a14.h0": { + "score": 0.003407716751098633, + "in_graph": true + }, + "a2.h1->m11": { + "score": 0.0025900602340698242, + "in_graph": true + }, + "m9->m15": { + "score": 0.0012249946594238281, + "in_graph": true + }, + "a11.h1->a13.h0": { + "score": 0.00011926889419555664, + "in_graph": true + }, + "m9->m14": { + "score": 0.007102370262145996, + "in_graph": true + }, + "m5->a13.h0": { + "score": 0.005633175373077393, + "in_graph": true + }, + "m5->a13.h0": { + "score": 0.005633175373077393, + "in_graph": true + }, + "a2.h1->m5": { + "score": 0.010238349437713623, + "in_graph": true + }, + "a2.h1->m4": { + "score": 0.018215954303741455, + "in_graph": true + }, + "a2.h1->m8": { + "score": 0.0063201189041137695, + "in_graph": true + }, + "m1->a12.h1": { + "score": 0.004148602485656738, + "in_graph": true + }, + "m1->a12.h1": { + "score": 0.004148602485656738, + "in_graph": true + }, + "a7.h1->a12.h0": { + "score": 0.003367304801940918, + "in_graph": true + }, + "a7.h1->a12.h0": { + "score": 0.003367304801940918, + "in_graph": true + }, + "m5->a6.h1": { + "score": 0.0038892626762390137, + "in_graph": true + }, + "a10.h0->a13.h0": { + "score": 0.006074130535125732, + "in_graph": true + }, + "a3.h0->a9.h0": { + "score": 0.0027350187301635742, + "in_graph": true + }, + "m0->a6.h1": { + "score": 0.01778411865234375, + "in_graph": true + }, + "m0->a6.h1": { + "score": 0.01778411865234375, + "in_graph": true + }, + "m5->a9.h0": { + "score": 0.004155158996582031, + "in_graph": true + }, + "m9->a10.h0": { + "score": 0.007092654705047607, + "in_graph": true + }, + "m2->a15.h0": { + "score": 0.003224611282348633, + "in_graph": true + }, + "m2->a15.h0": { + "score": 0.003224611282348633, + "in_graph": true + }, + "a21.h0->m21": { + "score": 0.00026237964630126953, + "in_graph": true + }, + "m21->m22": { + "score": 0.003222346305847168, + "in_graph": true + }, + "m22->m23": { + "score": 0.003361523151397705, + "in_graph": true + }, + "m23->logits": { + "score": 0.0021753907203674316, + "in_graph": true + }, + "m11->m16": { + "score": 0.0029689669609069824, + "in_graph": true + }, + "m3->a5.h0": { + "score": 0.0024445056915283203, + "in_graph": true + }, + "a2.h1->m3": { + "score": 0.010969579219818115, + "in_graph": true + }, + "m3->a5.h1": { + "score": 0.006340742111206055, + "in_graph": true + }, + "m3->a5.h1": { + "score": 0.006340742111206055, + "in_graph": true + }, + "m7->a15.h0": { + "score": 0.0035760998725891113, + "in_graph": true + }, + "m7->a15.h0": { + "score": 0.0035760998725891113, + "in_graph": true + }, + "a15.h0->logits": { + "score": 0.002804994583129883, + "in_graph": true + }, + "m9->a10.h1": { + "score": 0.00853508710861206, + "in_graph": true + }, + "m0->a2.h0": { + "score": 0.015099406242370605, + "in_graph": true + }, + "a2.h0->m10": { + "score": 0.0020789504051208496, + "in_graph": true + }, + "m6->m15": { + "score": 0.0071503520011901855, + "in_graph": true + }, + "a13.h0->a20.h1": { + "score": -0.002386629581451416, + "in_graph": true + }, + "a13.h0->a20.h1": { + "score": -0.002386629581451416, + "in_graph": true + }, + "a3.h0->m15": { + "score": 0.00314486026763916, + "in_graph": true + }, + "m5->a16.h0": { + "score": -0.00622326135635376, + "in_graph": true + }, + "m5->a16.h0": { + "score": -0.00622326135635376, + "in_graph": true + }, + "m8->a15.h0": { + "score": -0.0037250518798828125, + "in_graph": true + }, + "m8->a15.h0": { + "score": -0.0037250518798828125, + "in_graph": true + }, + "m2->a11.h0": { + "score": 0.0008233785629272461, + "in_graph": true + }, + "m2->a11.h0": { + "score": 0.0008233785629272461, + "in_graph": true + }, + "m8->m14": { + "score": 0.007618367671966553, + "in_graph": true + }, + "m9->a13.h0": { + "score": 0.0029105544090270996, + "in_graph": true + }, + "m9->a13.h0": { + "score": 0.0029105544090270996, + "in_graph": true + }, + "a9.h1->a11.h0": { + "score": 0.0053449273109436035, + "in_graph": true + }, + "a22.h0->a23.h0": { + "score": -0.0017690658569335938, + "in_graph": true + }, + "a23.h0->logits": { + "score": -0.050171852111816406, + "in_graph": true + }, + "m0->a8.h1": { + "score": 0.002445697784423828, + "in_graph": true + }, + "a8.h1->m10": { + "score": 0.003351569175720215, + "in_graph": true + }, + "m0->a11.h0": { + "score": 0.0029047131538391113, + "in_graph": true + }, + "m0->a11.h0": { + "score": 0.0029047131538391113, + "in_graph": true + }, + "m2->a5.h1": { + "score": -0.004628539085388184, + "in_graph": true + }, + "m2->a5.h1": { + "score": -0.004628539085388184, + "in_graph": true + }, + "a13.h1->a20.h1": { + "score": -0.0005768537521362305, + "in_graph": true + }, + "m11->a13.h1": { + "score": 0.0025386810302734375, + "in_graph": true + }, + "a6.h1->m7": { + "score": 0.0060759782791137695, + "in_graph": true + }, + "a4.h1->m9": { + "score": 0.002777576446533203, + "in_graph": true + }, + "m16->m17": { + "score": 0.008244097232818604, + "in_graph": true + }, + "m17->m19": { + "score": -0.0014588236808776855, + "in_graph": true + }, + "a10.h0->logits": { + "score": 0.0029717087745666504, + "in_graph": true + }, + "a11.h1->a12.h0": { + "score": -0.0016574859619140625, + "in_graph": true + }, + "a11.h1->a12.h0": { + "score": -0.0016574859619140625, + "in_graph": true + }, + "a5.h0->m15": { + "score": 0.0037807822227478027, + "in_graph": true + }, + "m0->a2.h1": { + "score": 0.004868865013122559, + "in_graph": true + }, + "a2.h1->a11.h1": { + "score": 0.003982186317443848, + "in_graph": true + }, + "m4->a13.h1": { + "score": 0.00435638427734375, + "in_graph": true + }, + "a2.h0->m5": { + "score": 0.0029554367065429688, + "in_graph": true + }, + "a5.h0->m8": { + "score": 0.0010949969291687012, + "in_graph": true + }, + "m0->a10.h1": { + "score": 0.002473294734954834, + "in_graph": true + }, + "a14.h0->a15.h1": { + "score": -0.017439961433410645, + "in_graph": true + }, + "a15.h1->a16.h1": { + "score": 0.0029507875442504883, + "in_graph": true + }, + "m4->a11.h0": { + "score": 0.0016279816627502441, + "in_graph": true + }, + "m4->a11.h0": { + "score": 0.0016279816627502441, + "in_graph": true + }, + "a12.h0->m15": { + "score": 0.0057260990142822266, + "in_graph": true + }, + "m3->a13.h0": { + "score": 0.005296826362609863, + "in_graph": true + }, + "m3->a13.h0": { + "score": 0.005296826362609863, + "in_graph": true + }, + "m4->a12.h0": { + "score": 0.004399299621582031, + "in_graph": true + }, + "m4->a12.h0": { + "score": 0.004399299621582031, + "in_graph": true + }, + "a9.h1->a12.h1": { + "score": 0.0076062679290771484, + "in_graph": true + }, + "a9.h1->a12.h1": { + "score": 0.0076062679290771484, + "in_graph": true + }, + "a12.h1->a15.h1": { + "score": 0.005721569061279297, + "in_graph": true + }, + "a12.h1->a15.h1": { + "score": 0.005721569061279297, + "in_graph": true + }, + "a15.h1->a20.h1": { + "score": 0.005471527576446533, + "in_graph": true + }, + "m11->a12.h1": { + "score": 0.004922926425933838, + "in_graph": true + }, + "m4->a9.h0": { + "score": 0.00605851411819458, + "in_graph": true + }, + "m4->a9.h0": { + "score": 0.00605851411819458, + "in_graph": true + }, + "a14.h0->m22": { + "score": 0.004418551921844482, + "in_graph": true + }, + "m6->a15.h0": { + "score": 0.0029091835021972656, + "in_graph": true + }, + "m6->a15.h0": { + "score": 0.0029091835021972656, + "in_graph": true + }, + "a15.h0->a21.h0": { + "score": -0.009034276008605957, + "in_graph": true + }, + "m8->a12.h0": { + "score": 0.010983526706695557, + "in_graph": true + }, + "m8->a12.h0": { + "score": 0.010983526706695557, + "in_graph": true + }, + "m4->a10.h0": { + "score": 0.002017974853515625, + "in_graph": true + }, + "m15->a19.h1": { + "score": 0.009307801723480225, + "in_graph": true + }, + "a20.h1->m22": { + "score": -0.000710606575012207, + "in_graph": true + }, + "m2->a8.h0": { + "score": 0.0013983845710754395, + "in_graph": true + }, + "m2->a8.h0": { + "score": 0.0013983845710754395, + "in_graph": true + }, + "m3->a11.h0": { + "score": 0.0019446015357971191, + "in_graph": true + }, + "m3->a11.h0": { + "score": 0.0019446015357971191, + "in_graph": true + }, + "m2->a4.h1": { + "score": 0.011029362678527832, + "in_graph": true + }, + "m2->a4.h1": { + "score": 0.011029362678527832, + "in_graph": true + }, + "m5->a12.h1": { + "score": 0.0044335126876831055, + "in_graph": true + }, + "m5->a12.h1": { + "score": 0.0044335126876831055, + "in_graph": true + }, + "a5.h0->m10": { + "score": 0.004005491733551025, + "in_graph": true + }, + "m10->m19": { + "score": -0.000586390495300293, + "in_graph": true + }, + "a8.h0->a10.h0": { + "score": 0.006901204586029053, + "in_graph": true + }, + "a8.h0->a10.h0": { + "score": 0.006901204586029053, + "in_graph": true + }, + "a9.h1->a13.h0": { + "score": 0.0014715790748596191, + "in_graph": true + }, + "a7.h1->a13.h0": { + "score": 0.0023885369300842285, + "in_graph": true + }, + "a2.h0->m3": { + "score": 0.008111000061035156, + "in_graph": true + }, + "m4->a5.h0": { + "score": 0.0027153491973876953, + "in_graph": true + }, + "m13->m23": { + "score": 0.000981748104095459, + "in_graph": true + }, + "a7.h1->a15.h0": { + "score": -0.005263149738311768, + "in_graph": true + }, + "a7.h1->a15.h0": { + "score": -0.005263149738311768, + "in_graph": true + }, + "m2->a9.h0": { + "score": 0.0036997199058532715, + "in_graph": true + }, + "m2->a9.h0": { + "score": 0.0036997199058532715, + "in_graph": true + }, + "m0->a5.h1": { + "score": 0.004242241382598877, + "in_graph": true + }, + "m0->a5.h1": { + "score": 0.004242241382598877, + "in_graph": true + }, + "a2.h1->m7": { + "score": 0.004166603088378906, + "in_graph": true + }, + "a8.h1->m8": { + "score": 0.00863867998123169, + "in_graph": true + }, + "m13->m16": { + "score": -0.0006034374237060547, + "in_graph": true + }, + "m7->a12.h1": { + "score": 0.0039961934089660645, + "in_graph": true + }, + "m0->a4.h1": { + "score": 0.007231771945953369, + "in_graph": true + }, + "a11.h1->a22.h0": { + "score": 0.0026671886444091797, + "in_graph": true + }, + "a11.h1->a22.h0": { + "score": 0.0026671886444091797, + "in_graph": true + }, + "a21.h0->m23": { + "score": 0.002656102180480957, + "in_graph": true + }, + "m10->a13.h1": { + "score": 0.0065405964851379395, + "in_graph": true + }, + "m10->a13.h1": { + "score": 0.0065405964851379395, + "in_graph": true + }, + "m16->a21.h1": { + "score": 0.0026335716247558594, + "in_graph": true + }, + "m15->m19": { + "score": 0.0075910091400146484, + "in_graph": true + }, + "m15->m20": { + "score": 0.0024935007095336914, + "in_graph": true + }, + "m6->a13.h0": { + "score": 0.003621399402618408, + "in_graph": true + }, + "m6->a13.h0": { + "score": 0.003621399402618408, + "in_graph": true + }, + "m6->a11.h0": { + "score": -4.3451786041259766e-05, + "in_graph": true + }, + "m6->a11.h0": { + "score": -4.3451786041259766e-05, + "in_graph": true + }, + "m15->m23": { + "score": 0.00174027681350708, + "in_graph": true + }, + "m6->a12.h1": { + "score": 0.005526363849639893, + "in_graph": true + }, + "m6->a8.h1": { + "score": 0.0015619397163391113, + "in_graph": true + }, + "m16->m20": { + "score": 0.0033867955207824707, + "in_graph": true + }, + "m0->a7.h0": { + "score": 0.0006453990936279297, + "in_graph": true + }, + "m0->a7.h0": { + "score": 0.0006453990936279297, + "in_graph": true + }, + "a7.h0->m10": { + "score": 0.0025442838668823242, + "in_graph": true + }, + "m14->logits": { + "score": 0.0030303001403808594, + "in_graph": true + }, + "a10.h0->a13.h0": { + "score": 0.00281602144241333, + "in_graph": true + }, + "a10.h0->a13.h0": { + "score": 0.00281602144241333, + "in_graph": true + }, + "m5->a15.h1": { + "score": 0.002536177635192871, + "in_graph": true + }, + "m5->a15.h1": { + "score": 0.002536177635192871, + "in_graph": true + }, + "m5->a12.h0": { + "score": -0.0003057718276977539, + "in_graph": true + }, + "m5->a12.h0": { + "score": -0.0003057718276977539, + "in_graph": true + }, + "m8->a20.h1": { + "score": 0.001652538776397705, + "in_graph": true + }, + "m2->a9.h0": { + "score": 0.006240367889404297, + "in_graph": true + }, + "a15.h0->a16.h0": { + "score": -0.005346417427062988, + "in_graph": true + }, + "m16->m19": { + "score": 0.0004309415817260742, + "in_graph": true + }, + "a11.h0->a20.h1": { + "score": 0.006647825241088867, + "in_graph": true + }, + "a16.h1->m16": { + "score": 0.0018094778060913086, + "in_graph": true + }, + "m17->m18": { + "score": 0.005773663520812988, + "in_graph": true + }, + "a12.h1->a16.h1": { + "score": 0.006225407123565674, + "in_graph": true + }, + "m1->a5.h0": { + "score": -0.0010998845100402832, + "in_graph": true + }, + "a2.h0->m6": { + "score": 0.002484917640686035, + "in_graph": true + }, + "a15.h0->a16.h0": { + "score": -0.006660759449005127, + "in_graph": true + }, + "a15.h0->a16.h0": { + "score": -0.006660759449005127, + "in_graph": true + }, + "m8->a9.h0": { + "score": 0.001728355884552002, + "in_graph": true + }, + "m8->a9.h0": { + "score": 0.001728355884552002, + "in_graph": true + }, + "m7->a9.h0": { + "score": -0.0003720521926879883, + "in_graph": true + }, + "m7->a9.h0": { + "score": -0.0003720521926879883, + "in_graph": true + }, + "input->a0.h1": { + "score": 0.004145681858062744, + "in_graph": true + }, + "input->a0.h1": { + "score": 0.004145681858062744, + "in_graph": true + }, + "a0.h1->m0": { + "score": 0.004145681858062744, + "in_graph": true + }, + "m22->a23.h0": { + "score": 0.0014505982398986816, + "in_graph": true + }, + "m22->a23.h0": { + "score": 0.0014505982398986816, + "in_graph": true + }, + "a23.h0->m23": { + "score": 0.0002568960189819336, + "in_graph": true + }, + "a14.h0->m17": { + "score": -0.0033881664276123047, + "in_graph": true + }, + "a5.h0->m14": { + "score": 0.002424478530883789, + "in_graph": true + }, + "m1->a9.h0": { + "score": 0.001690506935119629, + "in_graph": true + }, + "m0->a12.h1": { + "score": -0.0016021728515625, + "in_graph": true + }, + "m0->a12.h1": { + "score": -0.0016021728515625, + "in_graph": true + }, + "m11->a20.h1": { + "score": 0.0014510154724121094, + "in_graph": true + }, + "m1->a5.h1": { + "score": 0.002477109432220459, + "in_graph": true + }, + "m1->a5.h1": { + "score": 0.002477109432220459, + "in_graph": true + }, + "a3.h0->a8.h0": { + "score": 0.0023578405380249023, + "in_graph": true + }, + "a3.h0->a8.h0": { + "score": 0.0023578405380249023, + "in_graph": true + }, + "m16->m18": { + "score": 0.0015564560890197754, + "in_graph": true + }, + "m18->logits": { + "score": 0.000587165355682373, + "in_graph": true + }, + "a4.h1->m12": { + "score": 0.002398252487182617, + "in_graph": true + }, + "a2.h1->a9.h1": { + "score": 0.0024185776710510254, + "in_graph": true + }, + "m0->a13.h1": { + "score": 0.0030982494354248047, + "in_graph": true + }, + "m0->a13.h1": { + "score": 0.0030982494354248047, + "in_graph": true + }, + "m16->a20.h0": { + "score": 0.002383589744567871, + "in_graph": true + }, + "a12.h0->a16.h0": { + "score": 0.0017958283424377441, + "in_graph": true + }, + "a12.h0->a16.h0": { + "score": 0.0017958283424377441, + "in_graph": true + }, + "a11.h0->m13": { + "score": 0.0013782978057861328, + "in_graph": true + }, + "m13->m19": { + "score": 0.00028324127197265625, + "in_graph": true + }, + "m20->a22.h0": { + "score": 0.005835056304931641, + "in_graph": true + }, + "m12->m15": { + "score": 0.0025596022605895996, + "in_graph": true + }, + "m1->a5.h1": { + "score": 0.00037157535552978516, + "in_graph": true + }, + "m0->a9.h0": { + "score": 0.001670241355895996, + "in_graph": true + }, + "m0->a9.h0": { + "score": 0.001670241355895996, + "in_graph": true + }, + "a3.h0->a6.h0": { + "score": 0.002350926399230957, + "in_graph": true + }, + "a6.h0->m9": { + "score": 0.002350926399230957, + "in_graph": true + }, + "m0->a10.h1": { + "score": 0.0024468302726745605, + "in_graph": true + }, + "m0->a10.h1": { + "score": 0.0024468302726745605, + "in_graph": true + }, + "m6->a9.h0": { + "score": 0.0013767480850219727, + "in_graph": true + }, + "m6->a9.h0": { + "score": 0.0013767480850219727, + "in_graph": true + }, + "m5->a11.h0": { + "score": 0.0029668211936950684, + "in_graph": true + }, + "m5->a11.h0": { + "score": 0.0029668211936950684, + "in_graph": true + }, + "m14->m19": { + "score": -0.003658890724182129, + "in_graph": true + }, + "m6->m18": { + "score": 0.0023344755172729492, + "in_graph": true + }, + "a8.h1->a12.h0": { + "score": 0.0023326873779296875, + "in_graph": true + }, + "a8.h1->a12.h0": { + "score": 0.0023326873779296875, + "in_graph": true + }, + "m6->a13.h1": { + "score": 0.002332329750061035, + "in_graph": true + }, + "m6->a13.h1": { + "score": 0.002332329750061035, + "in_graph": true + }, + "m8->a13.h0": { + "score": -0.0018936395645141602, + "in_graph": true + }, + "m8->a13.h0": { + "score": -0.0018936395645141602, + "in_graph": true + }, + "m0->a15.h1": { + "score": 0.0023316144943237305, + "in_graph": true + }, + "m0->a15.h1": { + "score": 0.0023316144943237305, + "in_graph": true + }, + "a15.h1->m15": { + "score": -0.0022925138473510742, + "in_graph": true + }, + "a8.h1->a13.h1": { + "score": 0.0023559927940368652, + "in_graph": true + }, + "a8.h1->a13.h1": { + "score": 0.0023559927940368652, + "in_graph": true + }, + "m16->a19.h0": { + "score": 0.001052558422088623, + "in_graph": true + }, + "a2.h1->a11.h0": { + "score": 0.0023152828216552734, + "in_graph": true + }, + "a2.h1->a11.h0": { + "score": 0.0023152828216552734, + "in_graph": true + }, + "m18->m22": { + "score": -0.009365618228912354, + "in_graph": true + }, + "m7->a8.h1": { + "score": 0.0024945735931396484, + "in_graph": true + }, + "a20.h1->a21.h0": { + "score": 0.0022946596145629883, + "in_graph": true + }, + "m0->a12.h1": { + "score": 0.00238955020904541, + "in_graph": true + }, + "m2->m16": { + "score": 0.002270936965942383, + "in_graph": true + }, + "a14.h0->logits": { + "score": -0.00032824277877807617, + "in_graph": true + }, + "m9->a13.h1": { + "score": 0.0020862817764282227, + "in_graph": true + }, + "m9->a13.h1": { + "score": 0.0020862817764282227, + "in_graph": true + }, + "m6->a7.h0": { + "score": 0.003253638744354248, + "in_graph": true + }, + "m6->a7.h0": { + "score": 0.003253638744354248, + "in_graph": true + }, + "a13.h0->a14.h0": { + "score": 0.0014116168022155762, + "in_graph": true + }, + "m10->a12.h1": { + "score": 0.0030176639556884766, + "in_graph": true + }, + "a10.h0->a11.h0": { + "score": 0.0026891231536865234, + "in_graph": true + }, + "a7.h1->a11.h0": { + "score": 0.00021600723266601562, + "in_graph": true + }, + "a7.h1->m15": { + "score": 0.0022248029708862305, + "in_graph": true + }, + "m7->a14.h0": { + "score": 0.0031803250312805176, + "in_graph": true + }, + "m4->a13.h1": { + "score": 0.002212047576904297, + "in_graph": true + }, + "m4->a13.h1": { + "score": 0.002212047576904297, + "in_graph": true + }, + "m3->a6.h1": { + "score": 0.0011723637580871582, + "in_graph": true + }, + "a3.h0->a4.h1": { + "score": 0.008414089679718018, + "in_graph": true + }, + "a3.h0->a4.h1": { + "score": 0.008414089679718018, + "in_graph": true + }, + "a7.h1->a9.h1": { + "score": 0.0024756193161010742, + "in_graph": true + }, + "m16->m22": { + "score": -0.000691831111907959, + "in_graph": true + }, + "a16.h1->m17": { + "score": 0.0031676888465881348, + "in_graph": true + }, + "m17->logits": { + "score": 0.00372999906539917, + "in_graph": true + }, + "m5->m19": { + "score": 0.002186417579650879, + "in_graph": true + }, + "m2->a10.h1": { + "score": 0.002977609634399414, + "in_graph": true + }, + "a10.h1->m13": { + "score": 0.002202451229095459, + "in_graph": true + }, + "input->m9": { + "score": 0.0020657777786254883, + "in_graph": true + }, + "m12->a15.h0": { + "score": 0.0021829605102539062, + "in_graph": true + }, + "m12->a15.h0": { + "score": 0.0021829605102539062, + "in_graph": true + }, + "a6.h1->m8": { + "score": 0.00037783384323120117, + "in_graph": true + }, + "a5.h0->m13": { + "score": 0.0021653175354003906, + "in_graph": true + }, + "input->m13": { + "score": 0.0004597902297973633, + "in_graph": true + }, + "a3.h0->a15.h0": { + "score": 0.0008983016014099121, + "in_graph": true + }, + "a3.h0->a15.h0": { + "score": 0.0008983016014099121, + "in_graph": true + }, + "a5.h0->m9": { + "score": 0.0008976459503173828, + "in_graph": true + }, + "m8->m16": { + "score": 0.0012946724891662598, + "in_graph": true + }, + "m16->m23": { + "score": 0.002309858798980713, + "in_graph": true + }, + "m6->m14": { + "score": 0.004135727882385254, + "in_graph": true + }, + "m14->a15.h0": { + "score": -0.0025391578674316406, + "in_graph": true + }, + "m14->a15.h0": { + "score": -0.0025391578674316406, + "in_graph": true + }, + "m15->a20.h0": { + "score": 0.003048419952392578, + "in_graph": true + }, + "input->m5": { + "score": 0.0003044009208679199, + "in_graph": true + }, + "a7.h1->a11.h0": { + "score": 0.0020662546157836914, + "in_graph": true + }, + "a7.h1->a11.h0": { + "score": 0.0020662546157836914, + "in_graph": true + }, + "m15->m17": { + "score": 0.0017493367195129395, + "in_graph": true + }, + "a20.h1->m23": { + "score": 0.0037606358528137207, + "in_graph": true + }, + "a6.h1->m10": { + "score": 0.003121316432952881, + "in_graph": true + }, + "a16.h1->a22.h0": { + "score": -0.04768943786621094, + "in_graph": true + }, + "m4->a10.h1": { + "score": 0.0037161707878112793, + "in_graph": true + }, + "m4->a10.h1": { + "score": 0.0037161707878112793, + "in_graph": true + }, + "m15->m21": { + "score": 0.0012395977973937988, + "in_graph": true + }, + "m21->logits": { + "score": 0.0028511881828308105, + "in_graph": true + }, + "a2.h0->m2": { + "score": 0.004594624042510986, + "in_graph": true + }, + "m0->a12.h0": { + "score": 0.0036662817001342773, + "in_graph": true + }, + "m0->a12.h0": { + "score": 0.0036662817001342773, + "in_graph": true + }, + "m9->a20.h1": { + "score": 0.002844095230102539, + "in_graph": true + }, + "m11->m19": { + "score": 0.00282210111618042, + "in_graph": true + }, + "a20.h1->a22.h1": { + "score": 0.00198519229888916, + "in_graph": true + }, + "m5->a10.h1": { + "score": 0.003717482089996338, + "in_graph": true + }, + "m5->a10.h1": { + "score": 0.003717482089996338, + "in_graph": true + }, + "a12.h1->m15": { + "score": 0.001219034194946289, + "in_graph": true + }, + "m3->a4.h0": { + "score": 0.0019611120223999023, + "in_graph": true + }, + "m3->a4.h0": { + "score": 0.0019611120223999023, + "in_graph": true + }, + "a4.h0->m12": { + "score": 0.0019611120223999023, + "in_graph": true + }, + "m8->m15": { + "score": -0.0033279061317443848, + "in_graph": true + }, + "a3.h0->a13.h0": { + "score": 0.001949906349182129, + "in_graph": true + }, + "a3.h0->a13.h0": { + "score": 0.001949906349182129, + "in_graph": true + }, + "a20.h1->a21.h1": { + "score": 0.0019413232803344727, + "in_graph": true + }, + "a20.h1->a21.h1": { + "score": 0.0019413232803344727, + "in_graph": true + }, + "a8.h1->m13": { + "score": -2.205371856689453e-06, + "in_graph": true + }, + "m13->a19.h1": { + "score": 0.0019227266311645508, + "in_graph": true + }, + "m13->a19.h1": { + "score": 0.0019227266311645508, + "in_graph": true + }, + "m19->m20": { + "score": 0.0012853741645812988, + "in_graph": true + }, + "a3.h0->a10.h0": { + "score": 0.0019125938415527344, + "in_graph": true + }, + "a3.h0->a10.h0": { + "score": 0.0019125938415527344, + "in_graph": true + }, + "m11->m20": { + "score": 0.0019119977951049805, + "in_graph": true + }, + "m8->a10.h1": { + "score": 0.0008617043495178223, + "in_graph": true + }, + "m15->a23.h1": { + "score": 0.0019091367721557617, + "in_graph": true + }, + "a23.h1->logits": { + "score": 0.00032192468643188477, + "in_graph": true + }, + "a16.h1->a23.h0": { + "score": -0.028751790523529053, + "in_graph": true + }, + "m7->a8.h1": { + "score": 0.0019031763076782227, + "in_graph": true + }, + "m7->a8.h1": { + "score": 0.0019031763076782227, + "in_graph": true + }, + "m3->a15.h0": { + "score": 0.0009990334510803223, + "in_graph": true + }, + "m3->a15.h0": { + "score": 0.0009990334510803223, + "in_graph": true + }, + "a5.h1->a8.h0": { + "score": 0.0008346438407897949, + "in_graph": true + }, + "a5.h1->a8.h0": { + "score": 0.0008346438407897949, + "in_graph": true + }, + "m0->a1.h0": { + "score": 0.003704965114593506, + "in_graph": true + }, + "m0->a1.h0": { + "score": 0.003704965114593506, + "in_graph": true + }, + "a1.h0->m7": { + "score": 0.0027329325675964355, + "in_graph": true + }, + "a7.h1->a15.h1": { + "score": 0.0018950700759887695, + "in_graph": true + }, + "a7.h1->a15.h1": { + "score": 0.0018950700759887695, + "in_graph": true + }, + "a15.h1->m16": { + "score": -0.00023669004440307617, + "in_graph": true + }, + "m4->a13.h0": { + "score": 0.0018936395645141602, + "in_graph": true + }, + "m4->a13.h0": { + "score": 0.0018936395645141602, + "in_graph": true + }, + "m0->a6.h0": { + "score": -0.0006544589996337891, + "in_graph": true + }, + "a6.h0->m10": { + "score": -0.0005220770835876465, + "in_graph": true + }, + "a7.h1->a8.h1": { + "score": 0.002806365489959717, + "in_graph": true + }, + "a7.h1->a8.h1": { + "score": 0.002806365489959717, + "in_graph": true + }, + "a7.h1->a12.h1": { + "score": 0.0008989572525024414, + "in_graph": true + }, + "a7.h1->a12.h1": { + "score": 0.0008989572525024414, + "in_graph": true + }, + "m5->a8.h1": { + "score": 0.0018695592880249023, + "in_graph": true + }, + "m5->a8.h1": { + "score": 0.0018695592880249023, + "in_graph": true + }, + "m18->m19": { + "score": 0.0012441277503967285, + "in_graph": true + }, + "m3->a6.h1": { + "score": 0.0018631219863891602, + "in_graph": true + }, + "m3->a6.h1": { + "score": 0.0018631219863891602, + "in_graph": true + }, + "a2.h1->a14.h0": { + "score": -0.0011250972747802734, + "in_graph": true + }, + "a2.h1->a14.h0": { + "score": -0.0011250972747802734, + "in_graph": true + }, + "a3.h0->a11.h0": { + "score": -0.002536296844482422, + "in_graph": true + }, + "m16->a22.h1": { + "score": 0.0018527507781982422, + "in_graph": true + }, + "m16->a19.h1": { + "score": 0.002618551254272461, + "in_graph": true + }, + "m16->a19.h1": { + "score": 0.002618551254272461, + "in_graph": true + }, + "m11->m17": { + "score": 0.001851201057434082, + "in_graph": true + }, + "a7.h1->a13.h1": { + "score": 0.0026893019676208496, + "in_graph": true + }, + "a7.h1->a13.h1": { + "score": 0.0026893019676208496, + "in_graph": true + }, + "m15->m22": { + "score": 0.0009113550186157227, + "in_graph": true + }, + "m0->a1.h1": { + "score": 0.0043487548828125, + "in_graph": true + }, + "m0->a1.h1": { + "score": 0.0043487548828125, + "in_graph": true + }, + "a1.h1->m1": { + "score": 0.0028214454650878906, + "in_graph": true + }, + "m2->a3.h1": { + "score": 0.0018362998962402344, + "in_graph": true + }, + "m2->a3.h1": { + "score": 0.0018362998962402344, + "in_graph": true + }, + "a3.h1->m3": { + "score": 0.0034698843955993652, + "in_graph": true + }, + "m6->logits": { + "score": 0.0026031136512756348, + "in_graph": true + }, + "m6->a12.h0": { + "score": -0.007522881031036377, + "in_graph": true + }, + "m6->a12.h0": { + "score": -0.007522881031036377, + "in_graph": true + }, + "m0->a15.h0": { + "score": -0.006530284881591797, + "in_graph": true + }, + "m0->a15.h0": { + "score": -0.006530284881591797, + "in_graph": true + }, + "a11.h1->a12.h1": { + "score": 0.0018208026885986328, + "in_graph": true + }, + "a10.h1->m12": { + "score": 0.0025770068168640137, + "in_graph": true + }, + "a1.h0->m3": { + "score": 0.002776503562927246, + "in_graph": true + }, + "m2->a6.h1": { + "score": 0.001663804054260254, + "in_graph": true + }, + "m2->a6.h1": { + "score": 0.001663804054260254, + "in_graph": true + }, + "m12->m17": { + "score": 0.0035778284072875977, + "in_graph": true + }, + "m16->a19.h0": { + "score": 0.0017970800399780273, + "in_graph": true + }, + "m16->a19.h0": { + "score": 0.0017970800399780273, + "in_graph": true + }, + "m3->a5.h0": { + "score": -0.0007479190826416016, + "in_graph": true + }, + "m3->a5.h0": { + "score": -0.0007479190826416016, + "in_graph": true + }, + "m3->a4.h1": { + "score": 0.0008935928344726562, + "in_graph": true + }, + "a5.h0->m12": { + "score": -0.00027811527252197266, + "in_graph": true + }, + "m3->a8.h1": { + "score": 0.0009316802024841309, + "in_graph": true + }, + "m10->m16": { + "score": 0.0017476081848144531, + "in_graph": true + }, + "m1->a8.h0": { + "score": 0.002411961555480957, + "in_graph": true + }, + "m1->a8.h0": { + "score": 0.002411961555480957, + "in_graph": true + }, + "m1->a3.h1": { + "score": 0.001733541488647461, + "in_graph": true + }, + "m1->a3.h1": { + "score": 0.001733541488647461, + "in_graph": true + }, + "m5->a15.h0": { + "score": 0.0017158985137939453, + "in_graph": true + }, + "m5->a15.h0": { + "score": 0.0017158985137939453, + "in_graph": true + }, + "m17->a20.h1": { + "score": 0.001714468002319336, + "in_graph": true + }, + "m6->a21.h0": { + "score": 0.0004886388778686523, + "in_graph": true + }, + "m6->a21.h0": { + "score": 0.0004886388778686523, + "in_graph": true + }, + "m9->a15.h1": { + "score": 0.0017107725143432617, + "in_graph": true + }, + "m9->a15.h1": { + "score": 0.0017107725143432617, + "in_graph": true + }, + "a1.h0->m10": { + "score": 0.0017082691192626953, + "in_graph": true + }, + "m8->a11.h0": { + "score": 0.004049360752105713, + "in_graph": true + }, + "m8->a11.h0": { + "score": 0.004049360752105713, + "in_graph": true + }, + "m0->a1.h0": { + "score": 0.0009327530860900879, + "in_graph": true + }, + "a1.h0->m1": { + "score": -0.0007252097129821777, + "in_graph": true + }, + "a9.h1->a13.h0": { + "score": -0.000582575798034668, + "in_graph": true + }, + "a9.h1->a13.h0": { + "score": -0.000582575798034668, + "in_graph": true + }, + "a13.h1->a15.h0": { + "score": 0.0016804933547973633, + "in_graph": true + }, + "a13.h1->a15.h0": { + "score": 0.0016804933547973633, + "in_graph": true + }, + "a16.h1->a20.h1": { + "score": 0.002459228038787842, + "in_graph": true + }, + "m12->m21": { + "score": 0.0016614198684692383, + "in_graph": true + }, + "a3.h0->a16.h0": { + "score": -0.0025238990783691406, + "in_graph": true + }, + "a3.h0->a16.h0": { + "score": -0.0025238990783691406, + "in_graph": true + }, + "a13.h0->a16.h0": { + "score": -0.0012575984001159668, + "in_graph": true + }, + "a13.h0->a16.h0": { + "score": -0.0012575984001159668, + "in_graph": true + }, + "a10.h0->a12.h1": { + "score": 0.00164794921875, + "in_graph": true + }, + "a10.h0->a12.h1": { + "score": 0.00164794921875, + "in_graph": true + }, + "m1->m15": { + "score": 0.0016455650329589844, + "in_graph": true + }, + "m5->m16": { + "score": 0.001643538475036621, + "in_graph": true + }, + "a19.h1->a21.h0": { + "score": 0.001643061637878418, + "in_graph": true + }, + "a1.h1->m7": { + "score": 0.001582026481628418, + "in_graph": true + }, + "m0->a3.h1": { + "score": 0.0024033188819885254, + "in_graph": true + }, + "m0->a3.h1": { + "score": 0.0024033188819885254, + "in_graph": true + }, + "a3.h1->m4": { + "score": 0.001636505126953125, + "in_graph": true + }, + "m14->m23": { + "score": 0.002437293529510498, + "in_graph": true + }, + "a11.h0->m14": { + "score": 0.0006568431854248047, + "in_graph": true + }, + "a10.h0->a20.h1": { + "score": 0.0006000399589538574, + "in_graph": true + }, + "a10.h0->a20.h1": { + "score": 0.0006000399589538574, + "in_graph": true + }, + "a13.h1->m14": { + "score": 0.0008542537689208984, + "in_graph": true + }, + "m0->a7.h1": { + "score": 0.0015025138854980469, + "in_graph": true + }, + "m0->a7.h1": { + "score": 0.0015025138854980469, + "in_graph": true + }, + "m1->a5.h0": { + "score": 0.0016111135482788086, + "in_graph": true + }, + "m1->a5.h0": { + "score": 0.0016111135482788086, + "in_graph": true + }, + "m5->m14": { + "score": 0.0006139278411865234, + "in_graph": true + }, + "m14->m18": { + "score": 0.001609206199645996, + "in_graph": true + }, + "m11->a14.h0": { + "score": 0.0016084909439086914, + "in_graph": true + }, + "a13.h0->m14": { + "score": 0.0015963315963745117, + "in_graph": true + }, + "m4->a6.h1": { + "score": 0.0007751584053039551, + "in_graph": true + }, + "a15.h1->a21.h0": { + "score": 0.001584172248840332, + "in_graph": true + }, + "a1.h0->m6": { + "score": 0.001581430435180664, + "in_graph": true + }, + "a7.h0->m8": { + "score": 0.0003846883773803711, + "in_graph": true + }, + "m6->a7.h0": { + "score": 0.0015749931335449219, + "in_graph": true + }, + "input->m3": { + "score": -3.784894943237305e-05, + "in_graph": true + }, + "a6.h0->m7": { + "score": 0.0015467405319213867, + "in_graph": true + }, + "m2->a7.h1": { + "score": 0.0007708072662353516, + "in_graph": true + }, + "a1.h1->m2": { + "score": 0.0015333890914916992, + "in_graph": true + }, + "input->m7": { + "score": 0.001532912254333496, + "in_graph": true + }, + "a7.h1->a13.h0": { + "score": 0.0015131235122680664, + "in_graph": true + }, + "a7.h1->a13.h0": { + "score": 0.0015131235122680664, + "in_graph": true + }, + "m7->a10.h1": { + "score": 0.0004253387451171875, + "in_graph": true + }, + "m7->a10.h1": { + "score": 0.0004253387451171875, + "in_graph": true + }, + "m1->a9.h0": { + "score": 0.0006465911865234375, + "in_graph": true + }, + "m1->a9.h0": { + "score": 0.0006465911865234375, + "in_graph": true + }, + "a9.h0->a14.h0": { + "score": 0.0006465911865234375, + "in_graph": true + }, + "a9.h0->a14.h0": { + "score": 0.0006465911865234375, + "in_graph": true + }, + "a15.h0->m23": { + "score": 0.0015050172805786133, + "in_graph": true + }, + "a15.h1->m19": { + "score": -0.01722341775894165, + "in_graph": true + }, + "m4->a20.h1": { + "score": -0.0015053749084472656, + "in_graph": true + }, + "m4->a8.h1": { + "score": -0.0015101432800292969, + "in_graph": true + }, + "m4->a8.h1": { + "score": -0.0015101432800292969, + "in_graph": true + }, + "a15.h0->a21.h1": { + "score": -0.004703819751739502, + "in_graph": true + }, + "a13.h0->a15.h0": { + "score": -0.009216666221618652, + "in_graph": true + }, + "a13.h0->a15.h0": { + "score": -0.009216666221618652, + "in_graph": true + }, + "m15->a16.h0": { + "score": -0.0023165345191955566, + "in_graph": true + }, + "a15.h0->a22.h0": { + "score": -0.00888681411743164, + "in_graph": true + }, + "a12.h1->m19": { + "score": -0.003505408763885498, + "in_graph": true + }, + "a7.h1->a9.h0": { + "score": -0.001549839973449707, + "in_graph": true + }, + "a14.h0->a19.h1": { + "score": -0.0015573501586914062, + "in_graph": true + }, + "m21->m23": { + "score": -0.006477534770965576, + "in_graph": true + }, + "a20.h1->a23.h0": { + "score": -0.013719618320465088, + "in_graph": true + }, + "a11.h1->a15.h0": { + "score": -0.003800690174102783, + "in_graph": true + }, + "m16->a18.h0": { + "score": -0.0015859603881835938, + "in_graph": true + }, + "m16->a18.h0": { + "score": -0.0015859603881835938, + "in_graph": true + }, + "a18.h0->logits": { + "score": -0.0015859603881835938, + "in_graph": true + }, + "m19->a22.h1": { + "score": -0.0015914440155029297, + "in_graph": true + }, + "m19->a22.h1": { + "score": -0.0015914440155029297, + "in_graph": true + }, + "m11->a12.h0": { + "score": -0.0015944242477416992, + "in_graph": true + }, + "a12.h1->m22": { + "score": -0.0015960931777954102, + "in_graph": true + }, + "m4->a15.h1": { + "score": -0.0016041994094848633, + "in_graph": true + }, + "m4->a15.h1": { + "score": -0.0016041994094848633, + "in_graph": true + }, + "a19.h0->a21.h1": { + "score": -0.0016192197799682617, + "in_graph": true + }, + "m6->a16.h1": { + "score": -0.0016208887100219727, + "in_graph": true + }, + "m6->a16.h1": { + "score": -0.0016208887100219727, + "in_graph": true + }, + "m12->a22.h0": { + "score": -0.006726741790771484, + "in_graph": true + }, + "m12->a22.h0": { + "score": -0.006726741790771484, + "in_graph": true + }, + "a9.h0->m14": { + "score": -0.0016556978225708008, + "in_graph": true + }, + "a19.h0->a22.h0": { + "score": -0.0026079416275024414, + "in_graph": true + }, + "m2->a7.h0": { + "score": -0.0016605854034423828, + "in_graph": true + }, + "a11.h0->m15": { + "score": -0.0016744136810302734, + "in_graph": true + }, + "a7.h0->m15": { + "score": -0.0016804933547973633, + "in_graph": true + }, + "m16->a18.h1": { + "score": -0.0016808509826660156, + "in_graph": true + }, + "m16->a18.h1": { + "score": -0.0016808509826660156, + "in_graph": true + }, + "a18.h1->m18": { + "score": -0.0016808509826660156, + "in_graph": true + }, + "m4->a8.h1": { + "score": -0.0017020702362060547, + "in_graph": true + }, + "m10->a15.h1": { + "score": -0.0017033815383911133, + "in_graph": true + }, + "m10->a15.h1": { + "score": -0.0017033815383911133, + "in_graph": true + }, + "m4->a12.h1": { + "score": -0.0017268657684326172, + "in_graph": true + }, + "m4->a12.h1": { + "score": -0.0017268657684326172, + "in_graph": true + }, + "m16->m21": { + "score": -0.001742243766784668, + "in_graph": true + }, + "m4->a7.h0": { + "score": -0.001761794090270996, + "in_graph": true + }, + "m4->a7.h0": { + "score": -0.001761794090270996, + "in_graph": true + }, + "a7.h0->m9": { + "score": -0.001761794090270996, + "in_graph": true + }, + "m15->a18.h0": { + "score": -0.0017763376235961914, + "in_graph": true + }, + "a18.h0->a19.h0": { + "score": -0.0017763376235961914, + "in_graph": true + }, + "a1.h0->m2": { + "score": -0.0017774105072021484, + "in_graph": true + }, + "m6->a15.h1": { + "score": -0.0017786026000976562, + "in_graph": true + }, + "m6->a15.h1": { + "score": -0.0017786026000976562, + "in_graph": true + }, + "a15.h1->logits": { + "score": -0.0017786026000976562, + "in_graph": true + }, + "a12.h0->a13.h1": { + "score": -0.005348324775695801, + "in_graph": true + }, + "m11->a15.h1": { + "score": -0.0027468204498291016, + "in_graph": true + }, + "m11->a15.h1": { + "score": -0.0027468204498291016, + "in_graph": true + }, + "a3.h0->a5.h1": { + "score": -0.0017969608306884766, + "in_graph": true + }, + "m9->m20": { + "score": -0.0029289722442626953, + "in_graph": true + }, + "a6.h0->m6": { + "score": -0.0018115043640136719, + "in_graph": true + }, + "m0->a21.h1": { + "score": -0.008526504039764404, + "in_graph": true + }, + "m0->a21.h1": { + "score": -0.008526504039764404, + "in_graph": true + }, + "m5->m18": { + "score": -0.001815199851989746, + "in_graph": true + }, + "m7->a13.h1": { + "score": -0.003196239471435547, + "in_graph": true + }, + "m7->a13.h1": { + "score": -0.003196239471435547, + "in_graph": true + }, + "m1->m14": { + "score": -0.002755582332611084, + "in_graph": true + }, + "m12->m19": { + "score": -0.002854764461517334, + "in_graph": true + }, + "m2->a13.h1": { + "score": -0.0028223395347595215, + "in_graph": true + }, + "m2->a13.h1": { + "score": -0.0028223395347595215, + "in_graph": true + }, + "a5.h0->m11": { + "score": -0.0018780231475830078, + "in_graph": true + }, + "m9->m19": { + "score": -0.0018919706344604492, + "in_graph": true + }, + "m20->m23": { + "score": -0.0031877756118774414, + "in_graph": true + }, + "a22.h1->a23.h0": { + "score": -0.0018967390060424805, + "in_graph": true + }, + "a15.h0->m19": { + "score": -0.004560649394989014, + "in_graph": true + }, + "a15.h0->a22.h1": { + "score": -0.0019006729125976562, + "in_graph": true + }, + "a15.h0->m16": { + "score": -0.003678262233734131, + "in_graph": true + }, + "m5->a14.h0": { + "score": -0.00197756290435791, + "in_graph": true + }, + "m4->a10.h1": { + "score": -0.0020264387130737305, + "in_graph": true + }, + "a19.h0->a21.h0": { + "score": -0.003446519374847412, + "in_graph": true + }, + "a21.h0->a22.h0": { + "score": -0.0020647048950195312, + "in_graph": true + }, + "m13->a15.h1": { + "score": -0.0020810365676879883, + "in_graph": true + }, + "m13->a15.h1": { + "score": -0.0020810365676879883, + "in_graph": true + }, + "m1->a13.h0": { + "score": -0.002082228660583496, + "in_graph": true + }, + "m1->a12.h0": { + "score": -0.0035597681999206543, + "in_graph": true + }, + "m1->a12.h0": { + "score": -0.0035597681999206543, + "in_graph": true + }, + "m20->m21": { + "score": -0.002169370651245117, + "in_graph": true + }, + "a9.h1->m14": { + "score": -0.0021802186965942383, + "in_graph": true + }, + "a14.h0->a15.h0": { + "score": -0.002192378044128418, + "in_graph": true + }, + "a14.h0->a15.h0": { + "score": -0.002192378044128418, + "in_graph": true + }, + "a7.h1->m14": { + "score": -0.0022187232971191406, + "in_graph": true + }, + "a15.h0->a20.h0": { + "score": -0.002227187156677246, + "in_graph": true + }, + "m16->a20.h0": { + "score": -0.0022764205932617188, + "in_graph": true + }, + "m16->a20.h0": { + "score": -0.0022764205932617188, + "in_graph": true + }, + "m3->a12.h0": { + "score": -0.0023450851440429688, + "in_graph": true + }, + "m3->a12.h0": { + "score": -0.0023450851440429688, + "in_graph": true + }, + "a3.h0->a4.h0": { + "score": -0.0023506879806518555, + "in_graph": true + }, + "a3.h0->a4.h0": { + "score": -0.0023506879806518555, + "in_graph": true + }, + "a4.h0->m7": { + "score": -0.0023506879806518555, + "in_graph": true + }, + "a22.h0->a23.h0": { + "score": -0.002387404441833496, + "in_graph": true + }, + "a22.h0->a23.h0": { + "score": -0.002387404441833496, + "in_graph": true + }, + "m10->a15.h1": { + "score": -0.0023914575576782227, + "in_graph": true + }, + "a7.h1->a16.h0": { + "score": -0.0024853944778442383, + "in_graph": true + }, + "a7.h1->a16.h0": { + "score": -0.0024853944778442383, + "in_graph": true + }, + "a12.h1->m20": { + "score": -0.002584695816040039, + "in_graph": true + }, + "a14.h0->a16.h0": { + "score": -0.0026189088821411133, + "in_graph": true + }, + "a14.h0->a16.h0": { + "score": -0.0026189088821411133, + "in_graph": true + }, + "m16->a22.h1": { + "score": -0.0026477575302124023, + "in_graph": true + }, + "m16->a22.h1": { + "score": -0.0026477575302124023, + "in_graph": true + }, + "a15.h1->a19.h0": { + "score": -0.002656102180480957, + "in_graph": true + }, + "m9->a10.h1": { + "score": -0.0027914047241210938, + "in_graph": true + }, + "m9->a10.h1": { + "score": -0.0027914047241210938, + "in_graph": true + }, + "a9.h1->a15.h0": { + "score": -0.002796769142150879, + "in_graph": true + }, + "a21.h0->a23.h0": { + "score": -0.0062236785888671875, + "in_graph": true + }, + "a6.h1->a14.h0": { + "score": -0.0050299763679504395, + "in_graph": true + }, + "a6.h1->a14.h0": { + "score": -0.0050299763679504395, + "in_graph": true + }, + "m0->a17.h0": { + "score": -0.002943277359008789, + "in_graph": true + }, + "m0->a17.h0": { + "score": -0.002943277359008789, + "in_graph": true + }, + "a17.h0->logits": { + "score": -0.002943277359008789, + "in_graph": true + }, + "a11.h1->m14": { + "score": -0.003138422966003418, + "in_graph": true + }, + "m0->a23.h1": { + "score": -0.003174424171447754, + "in_graph": true + }, + "m0->a23.h1": { + "score": -0.003174424171447754, + "in_graph": true + }, + "m16->a21.h1": { + "score": -0.0033409595489501953, + "in_graph": true + }, + "m16->a21.h1": { + "score": -0.0033409595489501953, + "in_graph": true + }, + "a11.h1->m17": { + "score": -0.0033479928970336914, + "in_graph": true + }, + "a22.h0->m22": { + "score": -0.003951430320739746, + "in_graph": true + }, + "m2->a16.h0": { + "score": -0.004482746124267578, + "in_graph": true + }, + "m2->a16.h0": { + "score": -0.004482746124267578, + "in_graph": true + }, + "m0->a20.h0": { + "score": -0.0073757171630859375, + "in_graph": true + }, + "m0->a20.h0": { + "score": -0.0073757171630859375, + "in_graph": true + }, + "m0->a22.h1": { + "score": -0.007584929466247559, + "in_graph": true + }, + "m0->a22.h1": { + "score": -0.007584929466247559, + "in_graph": true + } + } +} \ No newline at end of file