dramabox-dit-int8 / config.json
moe2382's picture
Initial release: DramaBox DiT INT8 selective quantization
dac920b verified
{
"format": "int8_weight_only_selective",
"description": "DramaBox DiT 3.3B with selective INT8 weight-only quantization",
"quantized_layers": [
"audio_patchify_proj",
"audio_proj_out",
"transformer_blocks.0.audio_attn1.to_q",
"transformer_blocks.0.audio_attn1.to_k",
"transformer_blocks.0.audio_attn1.to_v",
"transformer_blocks.0.audio_attn1.to_gate_logits",
"transformer_blocks.0.audio_attn1.to_out.0",
"transformer_blocks.0.audio_attn2.to_q",
"transformer_blocks.0.audio_attn2.to_k",
"transformer_blocks.0.audio_attn2.to_v",
"transformer_blocks.0.audio_attn2.to_gate_logits",
"transformer_blocks.0.audio_attn2.to_out.0",
"transformer_blocks.0.audio_ff.net.0.proj",
"transformer_blocks.1.audio_attn1.to_q",
"transformer_blocks.1.audio_attn1.to_k",
"transformer_blocks.1.audio_attn1.to_v",
"transformer_blocks.1.audio_attn1.to_gate_logits",
"transformer_blocks.1.audio_attn1.to_out.0",
"transformer_blocks.1.audio_attn2.to_q",
"transformer_blocks.1.audio_attn2.to_k",
"transformer_blocks.1.audio_attn2.to_v",
"transformer_blocks.1.audio_attn2.to_gate_logits",
"transformer_blocks.1.audio_attn2.to_out.0",
"transformer_blocks.1.audio_ff.net.0.proj",
"transformer_blocks.2.audio_attn1.to_q",
"transformer_blocks.2.audio_attn1.to_k",
"transformer_blocks.2.audio_attn1.to_v",
"transformer_blocks.2.audio_attn1.to_gate_logits",
"transformer_blocks.2.audio_attn1.to_out.0",
"transformer_blocks.2.audio_attn2.to_q",
"transformer_blocks.2.audio_attn2.to_k",
"transformer_blocks.2.audio_attn2.to_v",
"transformer_blocks.2.audio_attn2.to_gate_logits",
"transformer_blocks.2.audio_attn2.to_out.0",
"transformer_blocks.2.audio_ff.net.0.proj",
"transformer_blocks.3.audio_attn1.to_q",
"transformer_blocks.3.audio_attn1.to_k",
"transformer_blocks.3.audio_attn1.to_v",
"transformer_blocks.3.audio_attn1.to_gate_logits",
"transformer_blocks.3.audio_attn1.to_out.0",
"transformer_blocks.3.audio_attn2.to_q",
"transformer_blocks.3.audio_attn2.to_k",
"transformer_blocks.3.audio_attn2.to_v",
"transformer_blocks.3.audio_attn2.to_gate_logits",
"transformer_blocks.3.audio_attn2.to_out.0",
"transformer_blocks.3.audio_ff.net.0.proj",
"transformer_blocks.4.audio_attn1.to_q",
"transformer_blocks.4.audio_attn1.to_k",
"transformer_blocks.4.audio_attn1.to_v",
"transformer_blocks.4.audio_attn1.to_gate_logits",
"transformer_blocks.4.audio_attn1.to_out.0",
"transformer_blocks.4.audio_attn2.to_q",
"transformer_blocks.4.audio_attn2.to_k",
"transformer_blocks.4.audio_attn2.to_v",
"transformer_blocks.4.audio_attn2.to_gate_logits",
"transformer_blocks.4.audio_attn2.to_out.0",
"transformer_blocks.4.audio_ff.net.0.proj",
"transformer_blocks.5.audio_attn1.to_q",
"transformer_blocks.5.audio_attn1.to_k",
"transformer_blocks.5.audio_attn1.to_v",
"transformer_blocks.5.audio_attn1.to_gate_logits",
"transformer_blocks.5.audio_attn1.to_out.0",
"transformer_blocks.5.audio_attn2.to_q",
"transformer_blocks.5.audio_attn2.to_k",
"transformer_blocks.5.audio_attn2.to_v",
"transformer_blocks.5.audio_attn2.to_gate_logits",
"transformer_blocks.5.audio_attn2.to_out.0",
"transformer_blocks.5.audio_ff.net.0.proj",
"transformer_blocks.6.audio_attn1.to_q",
"transformer_blocks.6.audio_attn1.to_k",
"transformer_blocks.6.audio_attn1.to_v",
"transformer_blocks.6.audio_attn1.to_gate_logits",
"transformer_blocks.6.audio_attn1.to_out.0",
"transformer_blocks.6.audio_attn2.to_q",
"transformer_blocks.6.audio_attn2.to_k",
"transformer_blocks.6.audio_attn2.to_v",
"transformer_blocks.6.audio_attn2.to_gate_logits",
"transformer_blocks.6.audio_attn2.to_out.0",
"transformer_blocks.6.audio_ff.net.0.proj",
"transformer_blocks.7.audio_attn1.to_q",
"transformer_blocks.7.audio_attn1.to_k",
"transformer_blocks.7.audio_attn1.to_v",
"transformer_blocks.7.audio_attn1.to_gate_logits",
"transformer_blocks.7.audio_attn1.to_out.0",
"transformer_blocks.7.audio_attn2.to_q",
"transformer_blocks.7.audio_attn2.to_k",
"transformer_blocks.7.audio_attn2.to_v",
"transformer_blocks.7.audio_attn2.to_gate_logits",
"transformer_blocks.7.audio_attn2.to_out.0",
"transformer_blocks.7.audio_ff.net.0.proj",
"transformer_blocks.8.audio_attn1.to_q",
"transformer_blocks.8.audio_attn1.to_k",
"transformer_blocks.8.audio_attn1.to_v",
"transformer_blocks.8.audio_attn1.to_gate_logits",
"transformer_blocks.8.audio_attn1.to_out.0",
"transformer_blocks.8.audio_attn2.to_q",
"transformer_blocks.8.audio_attn2.to_k",
"transformer_blocks.8.audio_attn2.to_v",
"transformer_blocks.8.audio_attn2.to_gate_logits",
"transformer_blocks.8.audio_attn2.to_out.0",
"transformer_blocks.8.audio_ff.net.0.proj",
"transformer_blocks.9.audio_attn1.to_q",
"transformer_blocks.9.audio_attn1.to_k",
"transformer_blocks.9.audio_attn1.to_v",
"transformer_blocks.9.audio_attn1.to_gate_logits",
"transformer_blocks.9.audio_attn1.to_out.0",
"transformer_blocks.9.audio_attn2.to_q",
"transformer_blocks.9.audio_attn2.to_k",
"transformer_blocks.9.audio_attn2.to_v",
"transformer_blocks.9.audio_attn2.to_gate_logits",
"transformer_blocks.9.audio_attn2.to_out.0",
"transformer_blocks.9.audio_ff.net.0.proj",
"transformer_blocks.10.audio_attn1.to_q",
"transformer_blocks.10.audio_attn1.to_k",
"transformer_blocks.10.audio_attn1.to_v",
"transformer_blocks.10.audio_attn1.to_gate_logits",
"transformer_blocks.10.audio_attn1.to_out.0",
"transformer_blocks.10.audio_attn2.to_q",
"transformer_blocks.10.audio_attn2.to_k",
"transformer_blocks.10.audio_attn2.to_v",
"transformer_blocks.10.audio_attn2.to_gate_logits",
"transformer_blocks.10.audio_attn2.to_out.0",
"transformer_blocks.10.audio_ff.net.0.proj",
"transformer_blocks.11.audio_attn1.to_q",
"transformer_blocks.11.audio_attn1.to_k",
"transformer_blocks.11.audio_attn1.to_v",
"transformer_blocks.11.audio_attn1.to_gate_logits",
"transformer_blocks.11.audio_attn1.to_out.0",
"transformer_blocks.11.audio_attn2.to_q",
"transformer_blocks.11.audio_attn2.to_k",
"transformer_blocks.11.audio_attn2.to_v",
"transformer_blocks.11.audio_attn2.to_gate_logits",
"transformer_blocks.11.audio_attn2.to_out.0",
"transformer_blocks.11.audio_ff.net.0.proj",
"transformer_blocks.12.audio_attn1.to_q",
"transformer_blocks.12.audio_attn1.to_k",
"transformer_blocks.12.audio_attn1.to_v",
"transformer_blocks.12.audio_attn1.to_gate_logits",
"transformer_blocks.12.audio_attn1.to_out.0",
"transformer_blocks.12.audio_attn2.to_q",
"transformer_blocks.12.audio_attn2.to_k",
"transformer_blocks.12.audio_attn2.to_v",
"transformer_blocks.12.audio_attn2.to_gate_logits",
"transformer_blocks.12.audio_attn2.to_out.0",
"transformer_blocks.12.audio_ff.net.0.proj",
"transformer_blocks.13.audio_attn1.to_q",
"transformer_blocks.13.audio_attn1.to_k",
"transformer_blocks.13.audio_attn1.to_v",
"transformer_blocks.13.audio_attn1.to_gate_logits",
"transformer_blocks.13.audio_attn1.to_out.0",
"transformer_blocks.13.audio_attn2.to_q",
"transformer_blocks.13.audio_attn2.to_k",
"transformer_blocks.13.audio_attn2.to_v",
"transformer_blocks.13.audio_attn2.to_gate_logits",
"transformer_blocks.13.audio_attn2.to_out.0",
"transformer_blocks.13.audio_ff.net.0.proj",
"transformer_blocks.14.audio_attn1.to_q",
"transformer_blocks.14.audio_attn1.to_k",
"transformer_blocks.14.audio_attn1.to_v",
"transformer_blocks.14.audio_attn1.to_gate_logits",
"transformer_blocks.14.audio_attn1.to_out.0",
"transformer_blocks.14.audio_attn2.to_q",
"transformer_blocks.14.audio_attn2.to_k",
"transformer_blocks.14.audio_attn2.to_v",
"transformer_blocks.14.audio_attn2.to_gate_logits",
"transformer_blocks.14.audio_attn2.to_out.0",
"transformer_blocks.14.audio_ff.net.0.proj",
"transformer_blocks.15.audio_attn1.to_q",
"transformer_blocks.15.audio_attn1.to_k",
"transformer_blocks.15.audio_attn1.to_v",
"transformer_blocks.15.audio_attn1.to_gate_logits",
"transformer_blocks.15.audio_attn1.to_out.0",
"transformer_blocks.15.audio_attn2.to_q",
"transformer_blocks.15.audio_attn2.to_k",
"transformer_blocks.15.audio_attn2.to_v",
"transformer_blocks.15.audio_attn2.to_gate_logits",
"transformer_blocks.15.audio_attn2.to_out.0",
"transformer_blocks.15.audio_ff.net.0.proj",
"transformer_blocks.15.audio_ff.net.2",
"transformer_blocks.16.audio_attn1.to_q",
"transformer_blocks.16.audio_attn1.to_k",
"transformer_blocks.16.audio_attn1.to_v",
"transformer_blocks.16.audio_attn1.to_gate_logits",
"transformer_blocks.16.audio_attn1.to_out.0",
"transformer_blocks.16.audio_attn2.to_q",
"transformer_blocks.16.audio_attn2.to_k",
"transformer_blocks.16.audio_attn2.to_v",
"transformer_blocks.16.audio_attn2.to_gate_logits",
"transformer_blocks.16.audio_attn2.to_out.0",
"transformer_blocks.16.audio_ff.net.0.proj",
"transformer_blocks.16.audio_ff.net.2",
"transformer_blocks.17.audio_attn1.to_q",
"transformer_blocks.17.audio_attn1.to_k",
"transformer_blocks.17.audio_attn1.to_v",
"transformer_blocks.17.audio_attn1.to_gate_logits",
"transformer_blocks.17.audio_attn1.to_out.0",
"transformer_blocks.17.audio_attn2.to_q",
"transformer_blocks.17.audio_attn2.to_k",
"transformer_blocks.17.audio_attn2.to_v",
"transformer_blocks.17.audio_attn2.to_gate_logits",
"transformer_blocks.17.audio_attn2.to_out.0",
"transformer_blocks.17.audio_ff.net.0.proj",
"transformer_blocks.18.audio_attn1.to_q",
"transformer_blocks.18.audio_attn1.to_k",
"transformer_blocks.18.audio_attn1.to_v",
"transformer_blocks.18.audio_attn1.to_gate_logits",
"transformer_blocks.18.audio_attn1.to_out.0",
"transformer_blocks.18.audio_attn2.to_q",
"transformer_blocks.18.audio_attn2.to_k",
"transformer_blocks.18.audio_attn2.to_v",
"transformer_blocks.18.audio_attn2.to_gate_logits",
"transformer_blocks.18.audio_attn2.to_out.0",
"transformer_blocks.18.audio_ff.net.0.proj",
"transformer_blocks.18.audio_ff.net.2",
"transformer_blocks.19.audio_attn1.to_q",
"transformer_blocks.19.audio_attn1.to_k",
"transformer_blocks.19.audio_attn1.to_v",
"transformer_blocks.19.audio_attn1.to_gate_logits",
"transformer_blocks.19.audio_attn1.to_out.0",
"transformer_blocks.19.audio_attn2.to_q",
"transformer_blocks.19.audio_attn2.to_k",
"transformer_blocks.19.audio_attn2.to_v",
"transformer_blocks.19.audio_attn2.to_gate_logits",
"transformer_blocks.19.audio_attn2.to_out.0",
"transformer_blocks.19.audio_ff.net.0.proj",
"transformer_blocks.19.audio_ff.net.2",
"transformer_blocks.20.audio_attn1.to_q",
"transformer_blocks.20.audio_attn1.to_k",
"transformer_blocks.20.audio_attn1.to_v",
"transformer_blocks.20.audio_attn1.to_gate_logits",
"transformer_blocks.20.audio_attn1.to_out.0",
"transformer_blocks.20.audio_attn2.to_q",
"transformer_blocks.20.audio_attn2.to_k",
"transformer_blocks.20.audio_attn2.to_v",
"transformer_blocks.20.audio_attn2.to_gate_logits",
"transformer_blocks.20.audio_attn2.to_out.0",
"transformer_blocks.20.audio_ff.net.0.proj",
"transformer_blocks.20.audio_ff.net.2",
"transformer_blocks.21.audio_attn1.to_q",
"transformer_blocks.21.audio_attn1.to_k",
"transformer_blocks.21.audio_attn1.to_v",
"transformer_blocks.21.audio_attn1.to_gate_logits",
"transformer_blocks.21.audio_attn1.to_out.0",
"transformer_blocks.21.audio_attn2.to_q",
"transformer_blocks.21.audio_attn2.to_k",
"transformer_blocks.21.audio_attn2.to_v",
"transformer_blocks.21.audio_attn2.to_gate_logits",
"transformer_blocks.21.audio_attn2.to_out.0",
"transformer_blocks.21.audio_ff.net.0.proj",
"transformer_blocks.21.audio_ff.net.2",
"transformer_blocks.22.audio_attn1.to_q",
"transformer_blocks.22.audio_attn1.to_k",
"transformer_blocks.22.audio_attn1.to_v",
"transformer_blocks.22.audio_attn1.to_gate_logits",
"transformer_blocks.22.audio_attn1.to_out.0",
"transformer_blocks.22.audio_attn2.to_q",
"transformer_blocks.22.audio_attn2.to_k",
"transformer_blocks.22.audio_attn2.to_v",
"transformer_blocks.22.audio_attn2.to_gate_logits",
"transformer_blocks.22.audio_attn2.to_out.0",
"transformer_blocks.22.audio_ff.net.0.proj",
"transformer_blocks.22.audio_ff.net.2",
"transformer_blocks.23.audio_attn1.to_q",
"transformer_blocks.23.audio_attn1.to_k",
"transformer_blocks.23.audio_attn1.to_v",
"transformer_blocks.23.audio_attn1.to_gate_logits",
"transformer_blocks.23.audio_attn1.to_out.0",
"transformer_blocks.23.audio_attn2.to_q",
"transformer_blocks.23.audio_attn2.to_k",
"transformer_blocks.23.audio_attn2.to_v",
"transformer_blocks.23.audio_attn2.to_gate_logits",
"transformer_blocks.23.audio_attn2.to_out.0",
"transformer_blocks.23.audio_ff.net.0.proj",
"transformer_blocks.23.audio_ff.net.2",
"transformer_blocks.24.audio_attn1.to_q",
"transformer_blocks.24.audio_attn1.to_k",
"transformer_blocks.24.audio_attn1.to_v",
"transformer_blocks.24.audio_attn1.to_gate_logits",
"transformer_blocks.24.audio_attn1.to_out.0",
"transformer_blocks.24.audio_attn2.to_q",
"transformer_blocks.24.audio_attn2.to_k",
"transformer_blocks.24.audio_attn2.to_v",
"transformer_blocks.24.audio_attn2.to_gate_logits",
"transformer_blocks.24.audio_attn2.to_out.0",
"transformer_blocks.24.audio_ff.net.0.proj",
"transformer_blocks.24.audio_ff.net.2",
"transformer_blocks.25.audio_attn1.to_q",
"transformer_blocks.25.audio_attn1.to_k",
"transformer_blocks.25.audio_attn1.to_v",
"transformer_blocks.25.audio_attn1.to_gate_logits",
"transformer_blocks.25.audio_attn1.to_out.0",
"transformer_blocks.25.audio_attn2.to_q",
"transformer_blocks.25.audio_attn2.to_k",
"transformer_blocks.25.audio_attn2.to_v",
"transformer_blocks.25.audio_attn2.to_gate_logits",
"transformer_blocks.25.audio_attn2.to_out.0",
"transformer_blocks.25.audio_ff.net.0.proj",
"transformer_blocks.25.audio_ff.net.2",
"transformer_blocks.26.audio_attn1.to_q",
"transformer_blocks.26.audio_attn1.to_k",
"transformer_blocks.26.audio_attn1.to_v",
"transformer_blocks.26.audio_attn1.to_gate_logits",
"transformer_blocks.26.audio_attn1.to_out.0",
"transformer_blocks.26.audio_attn2.to_q",
"transformer_blocks.26.audio_attn2.to_k",
"transformer_blocks.26.audio_attn2.to_v",
"transformer_blocks.26.audio_attn2.to_gate_logits",
"transformer_blocks.26.audio_attn2.to_out.0",
"transformer_blocks.26.audio_ff.net.0.proj",
"transformer_blocks.26.audio_ff.net.2",
"transformer_blocks.27.audio_attn1.to_q",
"transformer_blocks.27.audio_attn1.to_k",
"transformer_blocks.27.audio_attn1.to_v",
"transformer_blocks.27.audio_attn1.to_gate_logits",
"transformer_blocks.27.audio_attn1.to_out.0",
"transformer_blocks.27.audio_attn2.to_q",
"transformer_blocks.27.audio_attn2.to_k",
"transformer_blocks.27.audio_attn2.to_v",
"transformer_blocks.27.audio_attn2.to_gate_logits",
"transformer_blocks.27.audio_attn2.to_out.0",
"transformer_blocks.27.audio_ff.net.0.proj",
"transformer_blocks.27.audio_ff.net.2",
"transformer_blocks.28.audio_attn1.to_q",
"transformer_blocks.28.audio_attn1.to_k",
"transformer_blocks.28.audio_attn1.to_v",
"transformer_blocks.28.audio_attn1.to_gate_logits",
"transformer_blocks.28.audio_attn1.to_out.0",
"transformer_blocks.28.audio_attn2.to_q",
"transformer_blocks.28.audio_attn2.to_k",
"transformer_blocks.28.audio_attn2.to_v",
"transformer_blocks.28.audio_attn2.to_gate_logits",
"transformer_blocks.28.audio_attn2.to_out.0",
"transformer_blocks.28.audio_ff.net.0.proj",
"transformer_blocks.28.audio_ff.net.2",
"transformer_blocks.29.audio_attn1.to_q",
"transformer_blocks.29.audio_attn1.to_k",
"transformer_blocks.29.audio_attn1.to_v",
"transformer_blocks.29.audio_attn1.to_gate_logits",
"transformer_blocks.29.audio_attn1.to_out.0",
"transformer_blocks.29.audio_attn2.to_q",
"transformer_blocks.29.audio_attn2.to_k",
"transformer_blocks.29.audio_attn2.to_v",
"transformer_blocks.29.audio_attn2.to_gate_logits",
"transformer_blocks.29.audio_attn2.to_out.0",
"transformer_blocks.29.audio_ff.net.0.proj",
"transformer_blocks.29.audio_ff.net.2",
"transformer_blocks.30.audio_attn1.to_q",
"transformer_blocks.30.audio_attn1.to_k",
"transformer_blocks.30.audio_attn1.to_v",
"transformer_blocks.30.audio_attn1.to_gate_logits",
"transformer_blocks.30.audio_attn1.to_out.0",
"transformer_blocks.30.audio_attn2.to_q",
"transformer_blocks.30.audio_attn2.to_k",
"transformer_blocks.30.audio_attn2.to_v",
"transformer_blocks.30.audio_attn2.to_gate_logits",
"transformer_blocks.30.audio_attn2.to_out.0",
"transformer_blocks.30.audio_ff.net.0.proj",
"transformer_blocks.30.audio_ff.net.2",
"transformer_blocks.31.audio_attn1.to_q",
"transformer_blocks.31.audio_attn1.to_k",
"transformer_blocks.31.audio_attn1.to_v",
"transformer_blocks.31.audio_attn1.to_gate_logits",
"transformer_blocks.31.audio_attn1.to_out.0",
"transformer_blocks.31.audio_attn2.to_q",
"transformer_blocks.31.audio_attn2.to_k",
"transformer_blocks.31.audio_attn2.to_v",
"transformer_blocks.31.audio_attn2.to_gate_logits",
"transformer_blocks.31.audio_attn2.to_out.0",
"transformer_blocks.31.audio_ff.net.0.proj",
"transformer_blocks.31.audio_ff.net.2",
"transformer_blocks.32.audio_attn1.to_q",
"transformer_blocks.32.audio_attn1.to_k",
"transformer_blocks.32.audio_attn1.to_v",
"transformer_blocks.32.audio_attn1.to_gate_logits",
"transformer_blocks.32.audio_attn1.to_out.0",
"transformer_blocks.32.audio_attn2.to_q",
"transformer_blocks.32.audio_attn2.to_k",
"transformer_blocks.32.audio_attn2.to_v",
"transformer_blocks.32.audio_attn2.to_gate_logits",
"transformer_blocks.32.audio_attn2.to_out.0",
"transformer_blocks.32.audio_ff.net.0.proj",
"transformer_blocks.32.audio_ff.net.2",
"transformer_blocks.33.audio_attn1.to_q",
"transformer_blocks.33.audio_attn1.to_k",
"transformer_blocks.33.audio_attn1.to_v",
"transformer_blocks.33.audio_attn1.to_gate_logits",
"transformer_blocks.33.audio_attn1.to_out.0",
"transformer_blocks.33.audio_attn2.to_q",
"transformer_blocks.33.audio_attn2.to_k",
"transformer_blocks.33.audio_attn2.to_v",
"transformer_blocks.33.audio_attn2.to_gate_logits",
"transformer_blocks.33.audio_attn2.to_out.0",
"transformer_blocks.33.audio_ff.net.0.proj",
"transformer_blocks.33.audio_ff.net.2",
"transformer_blocks.34.audio_attn1.to_q",
"transformer_blocks.34.audio_attn1.to_k",
"transformer_blocks.34.audio_attn1.to_v",
"transformer_blocks.34.audio_attn1.to_gate_logits",
"transformer_blocks.34.audio_attn1.to_out.0",
"transformer_blocks.34.audio_attn2.to_q",
"transformer_blocks.34.audio_attn2.to_k",
"transformer_blocks.34.audio_attn2.to_v",
"transformer_blocks.34.audio_attn2.to_gate_logits",
"transformer_blocks.34.audio_attn2.to_out.0",
"transformer_blocks.34.audio_ff.net.0.proj",
"transformer_blocks.34.audio_ff.net.2",
"transformer_blocks.35.audio_attn1.to_q",
"transformer_blocks.35.audio_attn1.to_k",
"transformer_blocks.35.audio_attn1.to_v",
"transformer_blocks.35.audio_attn1.to_gate_logits",
"transformer_blocks.35.audio_attn1.to_out.0",
"transformer_blocks.35.audio_attn2.to_q",
"transformer_blocks.35.audio_attn2.to_k",
"transformer_blocks.35.audio_attn2.to_v",
"transformer_blocks.35.audio_attn2.to_gate_logits",
"transformer_blocks.35.audio_attn2.to_out.0",
"transformer_blocks.35.audio_ff.net.0.proj",
"transformer_blocks.35.audio_ff.net.2",
"transformer_blocks.36.audio_attn1.to_q",
"transformer_blocks.36.audio_attn1.to_k",
"transformer_blocks.36.audio_attn1.to_v",
"transformer_blocks.36.audio_attn1.to_gate_logits",
"transformer_blocks.36.audio_attn1.to_out.0",
"transformer_blocks.36.audio_attn2.to_q",
"transformer_blocks.36.audio_attn2.to_k",
"transformer_blocks.36.audio_attn2.to_v",
"transformer_blocks.36.audio_attn2.to_gate_logits",
"transformer_blocks.36.audio_attn2.to_out.0",
"transformer_blocks.36.audio_ff.net.0.proj",
"transformer_blocks.36.audio_ff.net.2",
"transformer_blocks.37.audio_attn1.to_q",
"transformer_blocks.37.audio_attn1.to_k",
"transformer_blocks.37.audio_attn1.to_v",
"transformer_blocks.37.audio_attn1.to_gate_logits",
"transformer_blocks.37.audio_attn1.to_out.0",
"transformer_blocks.37.audio_attn2.to_q",
"transformer_blocks.37.audio_attn2.to_k",
"transformer_blocks.37.audio_attn2.to_v",
"transformer_blocks.37.audio_attn2.to_gate_logits",
"transformer_blocks.37.audio_attn2.to_out.0",
"transformer_blocks.37.audio_ff.net.0.proj",
"transformer_blocks.37.audio_ff.net.2",
"transformer_blocks.38.audio_attn1.to_q",
"transformer_blocks.38.audio_attn1.to_k",
"transformer_blocks.38.audio_attn1.to_v",
"transformer_blocks.38.audio_attn1.to_gate_logits",
"transformer_blocks.38.audio_attn1.to_out.0",
"transformer_blocks.38.audio_attn2.to_q",
"transformer_blocks.38.audio_attn2.to_k",
"transformer_blocks.38.audio_attn2.to_v",
"transformer_blocks.38.audio_attn2.to_gate_logits",
"transformer_blocks.38.audio_attn2.to_out.0",
"transformer_blocks.38.audio_ff.net.0.proj",
"transformer_blocks.38.audio_ff.net.2",
"transformer_blocks.39.audio_attn1.to_q",
"transformer_blocks.39.audio_attn1.to_k",
"transformer_blocks.39.audio_attn1.to_v",
"transformer_blocks.39.audio_attn1.to_gate_logits",
"transformer_blocks.39.audio_attn1.to_out.0",
"transformer_blocks.39.audio_attn2.to_q",
"transformer_blocks.39.audio_attn2.to_k",
"transformer_blocks.39.audio_attn2.to_v",
"transformer_blocks.39.audio_attn2.to_gate_logits",
"transformer_blocks.39.audio_attn2.to_out.0",
"transformer_blocks.39.audio_ff.net.0.proj",
"transformer_blocks.39.audio_ff.net.2",
"transformer_blocks.40.audio_attn1.to_q",
"transformer_blocks.40.audio_attn1.to_k",
"transformer_blocks.40.audio_attn1.to_v",
"transformer_blocks.40.audio_attn1.to_gate_logits",
"transformer_blocks.40.audio_attn1.to_out.0",
"transformer_blocks.40.audio_attn2.to_q",
"transformer_blocks.40.audio_attn2.to_k",
"transformer_blocks.40.audio_attn2.to_v",
"transformer_blocks.40.audio_attn2.to_gate_logits",
"transformer_blocks.40.audio_attn2.to_out.0",
"transformer_blocks.40.audio_ff.net.0.proj",
"transformer_blocks.40.audio_ff.net.2",
"transformer_blocks.41.audio_attn1.to_q",
"transformer_blocks.41.audio_attn1.to_k",
"transformer_blocks.41.audio_attn1.to_v",
"transformer_blocks.41.audio_attn1.to_gate_logits",
"transformer_blocks.41.audio_attn1.to_out.0",
"transformer_blocks.41.audio_attn2.to_q",
"transformer_blocks.41.audio_attn2.to_k",
"transformer_blocks.41.audio_attn2.to_v",
"transformer_blocks.41.audio_attn2.to_gate_logits",
"transformer_blocks.41.audio_attn2.to_out.0",
"transformer_blocks.41.audio_ff.net.0.proj",
"transformer_blocks.41.audio_ff.net.2",
"transformer_blocks.42.audio_attn1.to_q",
"transformer_blocks.42.audio_attn1.to_k",
"transformer_blocks.42.audio_attn1.to_v",
"transformer_blocks.42.audio_attn1.to_gate_logits",
"transformer_blocks.42.audio_attn1.to_out.0",
"transformer_blocks.42.audio_attn2.to_q",
"transformer_blocks.42.audio_attn2.to_k",
"transformer_blocks.42.audio_attn2.to_v",
"transformer_blocks.42.audio_attn2.to_gate_logits",
"transformer_blocks.42.audio_attn2.to_out.0",
"transformer_blocks.42.audio_ff.net.0.proj",
"transformer_blocks.42.audio_ff.net.2",
"transformer_blocks.43.audio_attn1.to_q",
"transformer_blocks.43.audio_attn1.to_k",
"transformer_blocks.43.audio_attn1.to_v",
"transformer_blocks.43.audio_attn1.to_gate_logits",
"transformer_blocks.43.audio_attn1.to_out.0",
"transformer_blocks.43.audio_attn2.to_q",
"transformer_blocks.43.audio_attn2.to_k",
"transformer_blocks.43.audio_attn2.to_v",
"transformer_blocks.43.audio_attn2.to_gate_logits",
"transformer_blocks.43.audio_attn2.to_out.0",
"transformer_blocks.43.audio_ff.net.0.proj",
"transformer_blocks.43.audio_ff.net.2",
"transformer_blocks.44.audio_attn1.to_q",
"transformer_blocks.44.audio_attn1.to_k",
"transformer_blocks.44.audio_attn1.to_v",
"transformer_blocks.44.audio_attn1.to_gate_logits",
"transformer_blocks.44.audio_attn1.to_out.0",
"transformer_blocks.44.audio_attn2.to_q",
"transformer_blocks.44.audio_attn2.to_k",
"transformer_blocks.44.audio_attn2.to_v",
"transformer_blocks.44.audio_attn2.to_gate_logits",
"transformer_blocks.44.audio_attn2.to_out.0",
"transformer_blocks.44.audio_ff.net.0.proj",
"transformer_blocks.44.audio_ff.net.2",
"transformer_blocks.45.audio_attn1.to_q",
"transformer_blocks.45.audio_attn1.to_k",
"transformer_blocks.45.audio_attn1.to_v",
"transformer_blocks.45.audio_attn1.to_gate_logits",
"transformer_blocks.45.audio_attn1.to_out.0",
"transformer_blocks.45.audio_attn2.to_q",
"transformer_blocks.45.audio_attn2.to_k",
"transformer_blocks.45.audio_attn2.to_v",
"transformer_blocks.45.audio_attn2.to_gate_logits",
"transformer_blocks.45.audio_attn2.to_out.0",
"transformer_blocks.45.audio_ff.net.0.proj",
"transformer_blocks.45.audio_ff.net.2",
"transformer_blocks.46.audio_attn1.to_q",
"transformer_blocks.46.audio_attn1.to_k",
"transformer_blocks.46.audio_attn1.to_v",
"transformer_blocks.46.audio_attn1.to_gate_logits",
"transformer_blocks.46.audio_attn1.to_out.0",
"transformer_blocks.46.audio_attn2.to_q",
"transformer_blocks.46.audio_attn2.to_k",
"transformer_blocks.46.audio_attn2.to_v",
"transformer_blocks.46.audio_attn2.to_gate_logits",
"transformer_blocks.46.audio_attn2.to_out.0",
"transformer_blocks.46.audio_ff.net.0.proj",
"transformer_blocks.46.audio_ff.net.2",
"transformer_blocks.47.audio_attn1.to_q",
"transformer_blocks.47.audio_attn1.to_k",
"transformer_blocks.47.audio_attn1.to_v",
"transformer_blocks.47.audio_attn1.to_gate_logits",
"transformer_blocks.47.audio_attn1.to_out.0",
"transformer_blocks.47.audio_attn2.to_q",
"transformer_blocks.47.audio_attn2.to_k",
"transformer_blocks.47.audio_attn2.to_v",
"transformer_blocks.47.audio_attn2.to_gate_logits",
"transformer_blocks.47.audio_attn2.to_out.0",
"transformer_blocks.47.audio_ff.net.0.proj",
"transformer_blocks.47.audio_ff.net.2"
],
"non_quantized_types": [
"norm",
"adaln",
"timestep_embedder",
"early_ffn_output"
],
"ffn_output_start_block": 15,
"ffn_output_skip_blocks": [
17
],
"base_model": "resemble-ai/DramaBox",
"quantization_method": "torchao Int8WeightOnlyConfig",
"metrics": {
"peak_vram_gb": 13.8,
"vram_during_denoise_gb": 5.93,
"quality_mcd_db": 4.98,
"baseline_peak_vram_gb": 17.39
}
}