gptq / recipe.yaml
Wfiles's picture
Upload folder using huggingface_hub
91d1dce verified
raw
history blame contribute delete
120 Bytes
default_stage:
default_modifiers:
GPTQModifier:
scheme: W4A16
targets: Linear
ignore: [lm_head]