hyper-accel
/

tiny-random-glm-moe-dsa

Text Generation

Model card Files Files and versions

HyperAccel commited on 27 days ago

Commit

98c5ab5

·

verified ·

1 Parent(s): 0875eb4

Upload tiny-random glm_moe_dsa model

Files changed (2) hide show

config.json +1 -1
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -18,7 +18,7 @@
   "ep_size": 1,
   "finetuning_task": null,
   "first_k_dense_replace": 3,
-  "head_dim": 64,
   "hidden_act": "silu",
   "hidden_size": 512,
   "index_head_dim": 32,

   "ep_size": 1,
   "finetuning_task": null,
   "first_k_dense_replace": 3,
+  "head_dim": 16,
   "hidden_act": "silu",
   "hidden_size": 512,
   "index_head_dim": 32,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e109083743c11f9f8d2368ecc3992a5a523ddedebfa0f7bade8ce5a4858fc99
 size 325558112

 version https://git-lfs.github.com/spec/v1
+oid sha256:de66ba3e9fe9144eb25713cd6d334e9f616fb8773c4162e3a326de4f49cc15bf
 size 325558112