data/dft_weights/SmolLM2-360M_dft.json

{
  "model": "SmolLM2-360M",
  "theta": 100000,
  "d_head": 64,
  "n_layers": 32,
  "n_heads": 15,
  "k_dead_boundary": 18,
  "n_active_pairs": 18,
  "n_dead_pairs": 14,
  "band_energy": {
    "E_per_pair": [
      0.025269863719586283,
      0.02541476932237856,
      0.027348715803236702,
      0.027804870571708308,
      0.03089532544836402,
      0.030647695797961207,
      0.032357735431287435,
      0.03409121660515666,
      0.03466076030163094,
      0.036654044431634246,
      0.037308646115707236,
      0.03618085461203009,
      0.03680996113689616,
      0.03729442257899791,
      0.037743786536157134,
      0.03635534648783505,
      0.025531852582935242,
      0.02597372094169259,
      0.02696217806369532,
      0.027827971702208742,
      0.029861762718064712,
      0.03067283452837728,
      0.032295483851339665,
      0.03348187817027792,
      0.03398339995183051,
      0.036816348327556626,
      0.03841224994393997,
      0.036484417656902225,
      0.037388850847491995,
      0.03836337691755034,
      0.037994201527908444,
      0.036750087386462835
    ],
    "E_dead_mean": 0.032130199356955325,
    "E_alive_mean": 0.034092502970971904,
    "snr_alive_dead": 1.0610734963438913,
    "note": "dead=pairs 0..k_dead-1 (high RoPE freq, alias early); alive=k_dead..d_head/2-1"
  },
  "dft_spectrum": {
    "P_Q": [
      2.1210313006242094,
      2.1302040005495586,
      2.1223305023001053,
      2.1335972242410812,
      2.126314835695495,
      2.1317210010201584,
      2.128121589347068,
      2.11272735788541,
      2.1275410753358357,
      2.129873362167353,
      2.145515896188842,
      2.1190358285062025,
      2.122167575145996,
      2.111128506913698,
      2.099214426102873,
      2.1120945872217924,
      2.110947090995979,
      2.116418743390384,
      2.125797653787983,
      2.1210342543770286,
      2.1155697301062126,
      2.1087978165474466,
      2.1374832341209316,
      2.113890384523775,
      2.1251501009401825,
      2.1216704767548373,
      2.1046099548273927,
      2.1206459331771765,
      2.11173691200079,
      2.1025088942834165,
      2.1075722578215816,
      2.1178910284665995,
      2.1011656167676147
    ],
    "P_K": [
      2.3428708174199193,
      2.2987214869028287,
      2.354706438886853,
      2.2811933844210834,
      2.312777839757843,
      2.3294524004495036,
      2.3189964673719343,
      2.316389574072212,
      2.279767206034193,
      2.330349026699854,
      2.304479026280806,
      2.2813061331686266,
      2.3226374893518016,
      2.3023436155827075,
      2.3063709812668236,
      2.2981977809941916,
      2.3188293591147207,
      2.3077552767290928,
      2.2919072092909065,
      2.3268391968929576,
      2.332017850066368,
      2.299359207061272,
      2.3308832507373696,
      2.3022914116593074,
      2.2967031115186223,
      2.3071905654434626,
      2.271727303732168,
      2.307624984199611,
      2.2966894302991685,
      2.3115450369751214,
      2.256446060191771,
      2.254674117091775,
      2.311154990594025
    ],
    "frac_Q_alive": 0.45378270113779084,
    "frac_K_alive": 0.45328713288638145,
    "null_fraction": 0.45454545454545453
  },
  "elapsed_s": 5.7
}