{
  "part_type": "embedding",
  "layer_idx": null,
  "module_path": "transformer.wte",
  "input_dim": 50257,
  "output_dim": 768,
  "num_heads": null,
  "head_dim": null,
  "intermediate_dim": null,
  "extra_info": {}
}