Update config.json

config.json

@@ -10,12 +10,12 @@
   "bias_activation_fusion": true,
   "bos_token_id": 2,
   "cca": true,
-  "cca_num_q_heads": 8,
   "dtype": "bfloat16",
   "eos_token_id": 106,
   "ffn_hidden_size": 4096,
   "gated_linear_unit": true,
   "hidden_size": 2048,
+  "head_dim": 128,
   "kv_channels": 128,
   "lm_head_bias": false,
   "mamba_cache_dtype": "float32",
@@ -24,7 +24,7 @@
   "moe_router_topk": 1,
   "norm_epsilon": 1e-05,
   "normalization": "RMSNorm",
-  "num_attention_heads": 16,
+  "num_attention_heads": 8,
   "num_experts": 16,
   "num_hidden_layers": 80,
   "num_key_value_heads": 2,