{
  "architecture": "cross_model_crosscoder",
  "variant": "BatchTopK with JumpReLU inference threshold",
  "reference": "Lindsey 2024 + Anthropic Jan-2025 update + Minder NeurIPS 2025",
  "base_model": "google/gemma-2-2b",
  "chat_model": "google/gemma-2-2b-it",
  "layer": 13,
  "d_model": 2304,
  "expansion": 32,
  "k_batchtopk": 100,
  "k_warmup_init": 1000,
  "k_warmup_steps": 5000,
  "dec_init_norm": 1.0,
  "token_budget": 100000000,
  "seq_len": 512,
  "fwd_batch": 4,
  "cc_batch": 4096,
  "lr": 0.0001,
  "lambda_l1": 0.041,
  "warmup_steps": 1000,
  "grad_clip": 1.0,
  "lr_decay_frac": 0.2,
  "checkpoint_every_tokens": 5000000,
  "data_web_frac": 0.5,
  "data_chat_frac": 0.5,
  "hf_user": "caiovicentino1",
  "hf_repo_name": "gemma2-2b-crosscoder-model-diff-papergrade",
  "n_features": 73728,
  "hf_repo": "caiovicentino1/gemma2-2b-crosscoder-model-diff-papergrade",
  "norm_scale_A": 0.2677689692703698,
  "norm_scale_B": 0.23634909321590494,
  "val_metrics": {
    "ve_A": 0.8773096382617951,
    "ve_B": 0.8665769904851913,
    "L0": 100.53505859375,
    "dead_frac": 0.4289415180683136
  },
  "taxonomy_counts": {
    "shared": 39711,
    "dead": 31625,
    "unclassified": 2385,
    "base_only": 4,
    "chat_only": 3
  }
}