stepfun-ai
/

Step-3.5-Flash-Base

Text Generation

Model card Files Files and versions

Tingdan commited on Mar 9

Commit

19623ae

·

verified ·

1 Parent(s): d93b527

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -31,6 +31,7 @@
     "moe_router_activation": "sigmoid",
     "moe_router_scaling_factor": 3.0,
     "att_impl_type": "GQA",
     "rope_theta": [
         1000000.0,
         10000.0,

     "moe_router_activation": "sigmoid",
     "moe_router_scaling_factor": 3.0,
     "att_impl_type": "GQA",
+    "tie_word_embeddings": false,
     "rope_theta": [
         1000000.0,
         10000.0,