Training in progress, step 1000

config.json

@@ -119,9 +119,10 @@
       "type": "audio"
     }
   },
-  "do_sample": false,
+  "do_sample": true,
   "downsample_rate": 5,
   "dtype": "bfloat16",
+  "enable_thinking": true,
   "encoder": {
     "_name_or_path": "zai-org/GLM-ASR-Nano-2512",
     "architectures": [
@@ -274,25 +275,24 @@
   "qformer_num_heads": 16,
   "qformer_num_layers": 2,
   "qformer_window_size": 15,
-  "repetition_penalty": 1.0,
+  "repetition_penalty": 1.1,
   "router_aux_loss_coef": 0.01,
   "system_prompt": "",
-  "temperature": null,
+  "temperature": 1.0,
   "text_config": {
-    "_name_or_path": "Qwen/Qwen3-1.7B",
+    "_name_or_path": "HuggingFaceTB/SmolLM3-3B",
     "architectures": [
-      "Qwen3ForCausalLM"
+      "SmolLM3ForCausalLM"
     ],
     "attention_bias": false,
     "attention_dropout": 0.0,
     "bos_token_id": null,
     "dtype": "bfloat16",
-    "eos_token_id": 151645,
-    "head_dim": 128,
+    "eos_token_id": 128012,
     "hidden_act": "silu",
     "hidden_size": 2048,
     "initializer_range": 0.02,
-    "intermediate_size": 6144,
+    "intermediate_size": 11008,
     "layer_types": [
       "full_attention",
       "full_attention",
@@ -321,33 +321,82 @@
       "full_attention",
       "full_attention",
       "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
       "full_attention"
     ],
-    "max_position_embeddings": 40960,
+    "max_position_embeddings": 65536,
     "max_window_layers": 28,
-    "model_type": "qwen3",
+    "mlp_bias": false,
+    "model_type": "smollm3",
+    "no_rope_layer_interval": 4,
+    "no_rope_layers": [
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0,
+      1,
+      1,
+      1,
+      0
+    ],
     "num_attention_heads": 16,
-    "num_hidden_layers": 28,
-    "num_key_value_heads": 8,
-    "pad_token_id": 151643,
+    "num_hidden_layers": 36,
+    "num_key_value_heads": 4,
+    "pad_token_id": 128004,
+    "pretraining_tp": 2,
     "rms_norm_eps": 1e-06,
     "rope_parameters": {
-      "rope_theta": 1000000,
+      "rope_theta": 5000000.0,
       "rope_type": "default"
     },
     "sliding_window": null,
     "tie_word_embeddings": true,
-    "use_cache": true,
+    "use_cache": false,
     "use_sliding_window": false,
-    "vocab_size": 151670
+    "vocab_size": 128257
   },
-  "text_model_id": "Qwen/Qwen3-1.7B",
+  "text_model_id": "HuggingFaceTB/SmolLM3-3B",
   "time_mask_length": 100,
-  "top_k": null,
-  "top_p": null,
+  "top_k": 0,
+  "top_p": 0.01,
   "transformers_version": "5.0.0",
   "use_cache": false,
   "use_lora": false,
   "use_specaugment": true,
-  "vocab_size": 151670
+  "vocab_size": 128257
 }

generation_config.json

@@ -1,17 +1,19 @@
 {
-  "bos_token_id": 151643,
-  "do_sample": false,
+  "bos_token_id": 128000,
+  "do_sample": true,
   "eos_token_id": [
-    151645,
-    151643
+    128012
   ],
   "length_penalty": 1.0,
   "max_new_tokens": 128,
   "min_new_tokens": 0,
   "no_repeat_ngram_size": 0,
   "num_beams": 1,
-  "pad_token_id": 151643,
-  "repetition_penalty": 1.0,
+  "pad_token_id": 128004,
+  "repetition_penalty": 1.1,
+  "temperature": 1.0,
+  "top_k": 0,
+  "top_p": 0.01,
   "transformers_version": "5.0.0",
   "use_cache": true
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18e5986e79a0bf7b6c609ef997ab8da9d47208a6753713e66aa703df851fb488
+oid sha256:31bee93148f1023fd9a3e8383f2d796f69652a50e205d7b0b3e5582346b4ea28
 size 14682440

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:158cc8e5370e21a00c365676358f28052402152962cd24952873fbc3921655ed
+oid sha256:6f727a975ff62955fdbc5015fb655f4e0d82736cd6c637b7cf87e5e59e811fe1
 size 5265