{
  "architectures": [
    "MemoryCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "model.MemoryConfig",
    "AutoModelForCausalLM": "model.MemoryCausalLM"
  },
  "base_model": "Qwen2.5-3B-Instruct",
  "dtype": "bfloat16",
  "extractor_type": "next-token",
  "hidden_size": 2048,
  "interpreter_type": "projection",
  "max_length": 32768,
  "max_memory_size": 65536,
  "num_layers": 17,
  "reader_type": "inverse",
  "reader_update_discount": 0.9,
  "reader_update_size": 8192,
  "transformers_version": "4.57.1"
}