data/dft_weights/pythia-160m_dft.json

{
  "model": "pythia-160m",
  "theta": 10000,
  "d_head": 64,
  "n_layers": 12,
  "n_heads": 12,
  "k_dead_boundary": 23,
  "n_active_pairs": 23,
  "n_dead_pairs": 9,
  "band_energy": {
    "E_per_pair": [
      0.001064130950706183,
      0.0012110301795473788,
      0.0014869011689976712,
      0.0020551237402186315,
      0.0008975173361452309,
      0.0012307940141909057,
      0.0013022122246992593,
      0.001751014025002304,
      0.010412280780454038,
      0.009159020898045532,
      0.009579110671135519,
      0.012873442889233248,
      0.007848018351069186,
      0.00977274171398474,
      0.008646933923753548,
      0.010683184749521187,
      0.00916713065008581,
      0.007902943464513455,
      0.011261846996300543,
      0.0080462609451691,
      0.010197897312739061,
      0.008272148262929276,
      0.008684634919417376,
      0.009037639047568923,
      0.008514541465653261,
      0.010570794737254295,
      0.00927946967729238,
      0.010585213738320616,
      0.008661203316781515,
      0.009069388265844382,
      0.009947797783145992,
      0.010626469744036311
    ],
    "E_dead_mean": 0.006674187833385181,
    "E_alive_mean": 0.009588057530655296,
    "snr_alive_dead": 1.4365879068098684,
    "note": "dead=pairs 0..k_dead-1 (high RoPE freq, alias early); alive=k_dead..d_head/2-1"
  },
  "dft_spectrum": {
    "P_Q": [
      0.2958437570347699,
      0.348343640592764,
      0.24555797281491,
      0.40297945607279995,
      0.322743520206249,
      0.2869425880994953,
      0.37247994033492415,
      0.2954177619982386,
      0.38897240244554204,
      0.3294966998674521,
      0.38441006827008345,
      0.32604674450177895,
      0.25162863779837724,
      0.31672071094961624,
      0.3259164751708582,
      0.36325387051652336,
      0.31398786570793763,
      0.3476528222751796,
      0.31054765274936663,
      0.291829167010772,
      0.3515384377239891,
      0.361517186066457,
      0.3553785084870785,
      0.3291896297574752,
      0.2950313963547555,
      0.2832946113010028,
      0.35011134576448194,
      0.30321948033327806,
      0.2827686790744266,
      0.3231308427027485,
      0.2991999331418189,
      0.33306226281733936,
      0.3181819969321611
    ],
    "P_K": [
      0.2895982372456034,
      0.2557708329645376,
      0.2779893377262116,
      0.25784963421521795,
      0.258599459903312,
      0.25807211945560005,
      0.28222506528559765,
      0.2388104718094088,
      0.3279792482943225,
      0.2881836546519818,
      0.2623019846268205,
      0.2527246975959595,
      0.2455083639035442,
      0.2907001318114804,
      0.25672807900454153,
      0.24306433128687477,
      0.28588553283187657,
      0.25444223470832467,
      0.2497074819244824,
      0.2723151532282038,
      0.292947676607296,
      0.3387375096034239,
      0.24785415281447978,
      0.25833108988957815,
      0.22527443779193257,
      0.24133667301794404,
      0.2777118990890367,
      0.29787607396914834,
      0.31693569559542367,
      0.2808322269062053,
      0.22895407033230444,
      0.3319835111449873,
      0.32165428335043195
    ],
    "frac_Q_alive": 0.29115214487590435,
    "frac_K_alive": 0.3086830226214835,
    "null_fraction": 0.30303030303030304
  },
  "elapsed_s": 4.9
}