{ "architectures": [ "CinnabarLMForCausalLM" ], "auto_map": { "AutoConfig": "modeling_cinnabarlm.CinnabarLMConfig", "AutoModelForCausalLM": "modeling_cinnabarlm.CinnabarLMForCausalLM" }, "bos_token_id": 1, "eos_token_id": 2, "hidden_size": 192, "intermediate_size": 768, "num_attention_heads": 6, "num_hidden_layers": 6, "vocab_size": 4096, "model_type": "cinnabarlm", "torch_dtype": "float32" }