data/dft_weights/pythia-70m_dft.json

{
  "model": "pythia-70m",
  "theta": 10000,
  "d_head": 64,
  "n_layers": 6,
  "n_heads": 8,
  "k_dead_boundary": 23,
  "n_active_pairs": 23,
  "n_dead_pairs": 9,
  "band_energy": {
    "E_per_pair": [
      0.0013869976176768735,
      0.0015220016487849837,
      0.002320462079903033,
      0.002168280272599077,
      0.0011673600702124531,
      0.0017694515881885309,
      0.0015121884977512916,
      0.0029346827504923567,
      0.022924842181964777,
      0.022199681117247867,
      0.029184473507484654,
      0.029738308420443598,
      0.024061748534829046,
      0.03451017173453389,
      0.028540510100962518,
      0.02241011993100983,
      0.03376202155171389,
      0.02385499979330537,
      0.025953570800387144,
      0.027181807020194054,
      0.027968790357893642,
      0.019702527294915246,
      0.041393361272639595,
      0.023811495838648018,
      0.024168842468498042,
      0.02488592621254308,
      0.027008082821945816,
      0.028346531313824624,
      0.03716946941494825,
      0.03340487747360991,
      0.02535810896855158,
      0.02637646782871646
    ],
    "E_dead_mean": 0.01861601557152755,
    "E_alive_mean": 0.027836644704587306,
    "snr_alive_dead": 1.4953062644439894,
    "note": "dead=pairs 0..k_dead-1 (high RoPE freq, alias early); alive=k_dead..d_head/2-1"
  },
  "dft_spectrum": {
    "P_Q": [
      1.6717104003371397,
      1.105004299059329,
      0.7024620839092242,
      0.6807966029214289,
      0.6914032773598832,
      1.0257135972664948,
      0.8916676485653662,
      0.9339581702965415,
      1.137243269635677,
      1.5228601771867407,
      0.8253172526210467,
      1.2022379840547384,
      1.3831510325227498,
      0.675702239833746,
      1.2202923201242881,
      0.6528626150036131,
      0.670455416055383,
      0.7497026861547055,
      0.9280180480991999,
      1.0392323199313223,
      0.4483880778183274,
      0.46287084148244667,
      0.8009219229122845,
      0.3452236851925979,
      0.6441819505206388,
      0.838249741144948,
      0.6740314620596012,
      0.8825840307188834,
      0.7261948403621759,
      0.5157278166540087,
      0.45555459601531306,
      0.6803138713776935,
      0.9512198956774439
    ],
    "P_K": [
      1.3130901707615914,
      1.3606315944013698,
      1.3644039695222967,
      0.7183332606141487,
      1.2256231825812745,
      0.7279920709298087,
      0.8380431061306055,
      0.8684510764735901,
      0.9971720116889409,
      1.153523899650725,
      0.8642842450302873,
      0.8198888227690156,
      1.3093188303906966,
      1.2564435630627921,
      0.7908796056793129,
      1.8742300239723149,
      1.077268796248083,
      0.9092157649442464,
      1.0146687915722363,
      1.0769092585498339,
      1.7463530656465398,
      0.5475784764325449,
      0.6924836583751639,
      0.9134259243453201,
      1.4194316969844074,
      0.9655504549865862,
      2.6350416556014165,
      1.1491870123181223,
      0.7587285922116842,
      0.8719527498413142,
      1.2022106321429469,
      1.5856937781773486,
      1.2527629137097296
    ],
    "frac_Q_alive": 0.2386074726204286,
    "frac_K_alive": 0.3419228209567327,
    "null_fraction": 0.30303030303030304
  },
  "elapsed_s": 4.5
}