step 5000

config.json

@@ -52,6 +52,7 @@
     "vocab_size": 100352
   },
   "base_model_name_or_path": "microsoft/phi-4",
+  "convergence_epsilon": 0.01,
   "decoder_layer_indices": [
     39
   ],
@@ -63,8 +64,10 @@
     4,
     5
   ],
+  "halting_strategy": "threshold",
   "hidden_size": 5120,
   "model_type": "lds",
+  "q_eval_interval": 1,
   "q_threshold": 0.9,
   "reasoning_layer_indices": [
     6,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc40e1d64beb2cd3c280cd0254d031317fba3bff00e2d760248d528bd40af75c
-size 29332254348
+oid sha256:0a3823f2ddf7401230e01249d82532cdab3c6b580b5e52c44ce3058cdfa2ee92
+size 29325649618

tokenizer_config.json

@@ -4,7 +4,7 @@
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
-  "is_local": false,
+  "is_local": true,
   "model_max_length": 16384,
   "pad_token": "<|dummy_85|>",
   "tokenizer_class": "TokenizersBackend"