{ "model": "pythia-160m", "theta": 10000, "d_head": 64, "n_layers": 12, "n_heads": 12, "k_dead_boundary": 23, "n_active_pairs": 23, "n_dead_pairs": 9, "band_energy": { "E_per_pair": [ 0.001064130950706183, 0.0012110301795473788, 0.0014869011689976712, 0.0020551237402186315, 0.0008975173361452309, 0.0012307940141909057, 0.0013022122246992593, 0.001751014025002304, 0.010412280780454038, 0.009159020898045532, 0.009579110671135519, 0.012873442889233248, 0.007848018351069186, 0.00977274171398474, 0.008646933923753548, 0.010683184749521187, 0.00916713065008581, 0.007902943464513455, 0.011261846996300543, 0.0080462609451691, 0.010197897312739061, 0.008272148262929276, 0.008684634919417376, 0.009037639047568923, 0.008514541465653261, 0.010570794737254295, 0.00927946967729238, 0.010585213738320616, 0.008661203316781515, 0.009069388265844382, 0.009947797783145992, 0.010626469744036311 ], "E_dead_mean": 0.006674187833385181, "E_alive_mean": 0.009588057530655296, "snr_alive_dead": 1.4365879068098684, "note": "dead=pairs 0..k_dead-1 (high RoPE freq, alias early); alive=k_dead..d_head/2-1" }, "dft_spectrum": { "P_Q": [ 0.2958437570347699, 0.348343640592764, 0.24555797281491, 0.40297945607279995, 0.322743520206249, 0.2869425880994953, 0.37247994033492415, 0.2954177619982386, 0.38897240244554204, 0.3294966998674521, 0.38441006827008345, 0.32604674450177895, 0.25162863779837724, 0.31672071094961624, 0.3259164751708582, 0.36325387051652336, 0.31398786570793763, 0.3476528222751796, 0.31054765274936663, 0.291829167010772, 0.3515384377239891, 0.361517186066457, 0.3553785084870785, 0.3291896297574752, 0.2950313963547555, 0.2832946113010028, 0.35011134576448194, 0.30321948033327806, 0.2827686790744266, 0.3231308427027485, 0.2991999331418189, 0.33306226281733936, 0.3181819969321611 ], "P_K": [ 0.2895982372456034, 0.2557708329645376, 0.2779893377262116, 0.25784963421521795, 0.258599459903312, 0.25807211945560005, 0.28222506528559765, 0.2388104718094088, 0.3279792482943225, 0.2881836546519818, 0.2623019846268205, 0.2527246975959595, 0.2455083639035442, 0.2907001318114804, 0.25672807900454153, 0.24306433128687477, 0.28588553283187657, 0.25444223470832467, 0.2497074819244824, 0.2723151532282038, 0.292947676607296, 0.3387375096034239, 0.24785415281447978, 0.25833108988957815, 0.22527443779193257, 0.24133667301794404, 0.2777118990890367, 0.29787607396914834, 0.31693569559542367, 0.2808322269062053, 0.22895407033230444, 0.3319835111449873, 0.32165428335043195 ], "frac_Q_alive": 0.29115214487590435, "frac_K_alive": 0.3086830226214835, "null_fraction": 0.30303030303030304 }, "elapsed_s": 4.9 }