torch==2.3.1
flask
flash_attn==2.5.8
accelerate==0.31.0
transformers==4.41.2