ashirato commited on
Commit
03211d1
·
verified ·
1 Parent(s): 109d31d

autoawq instead of bitsandbytes

Browse files
Files changed (1) hide show
  1. requirements.txt +2 -3
requirements.txt CHANGED
@@ -1,8 +1,7 @@
1
  # HF ZeroGPU template force-installs gradio[oauth]==4.44.0 + spaces==0.48.2.
2
- # Add only what we need on top.
3
  transformers>=4.46.0,<4.50.0
4
- peft>=0.13.0,<0.15.0
5
  accelerate>=1.0.0,<1.3.0
6
- bitsandbytes>=0.44.0
7
  sentencepiece
8
  huggingface_hub>=0.24.5,<0.26.0
 
1
  # HF ZeroGPU template force-installs gradio[oauth]==4.44.0 + spaces==0.48.2.
2
+ # AWQ pre-quantized models autoawq replaces bitsandbytes runtime quant.
3
  transformers>=4.46.0,<4.50.0
 
4
  accelerate>=1.0.0,<1.3.0
5
+ autoawq>=0.2.6
6
  sentencepiece
7
  huggingface_hub>=0.24.5,<0.26.0