layer_3/config.json

{
  "part_type": "full_layer",
  "layer_idx": 3,
  "module_path": "transformer.h.3",
  "input_dim": 768,
  "output_dim": 768,
  "num_heads": 12,
  "head_dim": null,
  "intermediate_dim": 3072,
  "extra_info": {}
}