helcig's picture
Add coding-25-nonuniform
a68f0e0 verified
{
"base_model": "Qwen/Qwen3-Coder-Next",
"prune_mask": "/nfs/scistore19/alistgrp/mhelcig/repos/rco/llm/results/coder_next/mask_perexpert_reap_25pct.pt",
"original_num_experts": 512,
"num_hidden_layers": 48,
"num_experts_per_tok": 10,
"per_layer_num_experts": [
453,
398,
460,
357,
354,
405,
439,
429,
380,
359,
342,
370,
338,
351,
379,
407,
373,
416,
439,
432,
399,
363,
361,
395,
352,
370,
409,
415,
394,
416,
439,
417,
382,
351,
354,
390,
350,
354,
374,
403,
404,
390,
359,
353,
355,
331,
320,
351
],
"total_pruned": 6144,
"sparsity": 0.25,
"allocation": "nonuniform"
}