{ "vocab_size": 646, "hidden_size": 256, "num_hidden_layers": 4, "num_attention_heads": 4, "intermediate_size": 512, "max_position_embeddings": 64, "pad_token_id": 0 }