git+https://github.com/davidshtian/transformers-neuronx.git
uvicorn[standard]
fastapi
msgpack
neuronx-cc==2.*
torch-neuronx==1.13.*
torchvision
omegaconf
timm
sentencepiece