| { | |
| "part_type": "full_layer", | |
| "layer_idx": 8, | |
| "module_path": "transformer.h.8", | |
| "input_dim": 768, | |
| "output_dim": 768, | |
| "num_heads": 12, | |
| "head_dim": null, | |
| "intermediate_dim": 3072, | |
| "extra_info": {} | |
| } |
| { | |
| "part_type": "full_layer", | |
| "layer_idx": 8, | |
| "module_path": "transformer.h.8", | |
| "input_dim": 768, | |
| "output_dim": 768, | |
| "num_heads": 12, | |
| "head_dim": null, | |
| "intermediate_dim": 3072, | |
| "extra_info": {} | |
| } |