| { | |
| "architectures": [ | |
| "MemoryCausalLM" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "model.MemoryConfig", | |
| "AutoModelForCausalLM": "model.MemoryCausalLM" | |
| }, | |
| "base_model": "Qwen2.5-3B-Instruct", | |
| "dtype": "bfloat16", | |
| "extractor_type": "next-token", | |
| "hidden_size": 2048, | |
| "interpreter_type": "projection", | |
| "max_length": 32768, | |
| "max_memory_size": 65536, | |
| "num_layers": 17, | |
| "reader_type": "inverse", | |
| "reader_update_discount": 0.9, | |
| "reader_update_size": 8192, | |
| "transformers_version": "4.57.1" | |
| } | |