qwen3-today8bit / mnn_8bit_model /export_args.json
koreashin's picture
Upload 7 files
aa7f8d1 verified
raw
history blame contribute delete
904 Bytes
{
"path": "/home/shin0815/PycharmProjects/grpo/grpo_thinking_outputs/model",
"type": "qwen3",
"tokenizer_path": "/home/shin0815/PycharmProjects/grpo/grpo_thinking_outputs/model",
"eagle_path": null,
"lora_path": null,
"gptq_path": null,
"dst_path": "/home/shin0815/다운로드/mnn_8bit_model",
"verbose": false,
"test": null,
"export": "mnn",
"onnx_slim": false,
"quant_bit": 8,
"quant_block": 64,
"visual_quant_bit": null,
"visual_quant_block": null,
"lm_quant_bit": 8,
"mnnconvert": "../../../build/MNNConvert",
"ppl": false,
"awq": false,
"hqq": false,
"transformer_fuse": false,
"group_conv_native": false,
"smooth": false,
"sym": false,
"visual_sym": false,
"seperate_embed": false,
"lora_split": false,
"calib_data": null,
"act_bit": 16,
"embed_bit": 16,
"act_sym": false
}