Update modeling_sykoslm.py

modeling_sykoslm.py

@@ -5,10 +5,10 @@ from transformers import PreTrainedModel, PretrainedConfig
 
 class SykoSLMConfig(PretrainedConfig):
     model_type = "sykollm"
-    def __init__(self, vocab_size=12000, d_model=512, n_layers=18, n_heads=4,
+    def __init__(self, vocab_size=32000, d_model=768, n_layers=24, n_heads=6,
                  num_memory_tokens=16, chunk_size=128, context_size=1024,
                  overlap_size=16, code_overlap_size=64, abstract_head_hidden=256,
-                 abstract_head_layers=2, intermediate_size=2048, **kwargs):
+                 abstract_head_layers=2, intermediate_size=3072, **kwargs):
         super().__init__(**kwargs)
         self.vocab_size           = vocab_size
         self.d_model              = d_model