| # Backend deps for the MI300X premium-mode FastAPI server. | |
| # torch is installed separately on the droplet via the ROCm-flavored wheel: | |
| # pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/rocm6.2 | |
| # | |
| # Everything below is ROCm-agnostic. | |
| fastapi==0.115.5 | |
| uvicorn[standard]==0.32.0 | |
| transformers==4.46.0 | |
| accelerate==1.1.1 | |
| pydantic==2.9.2 | |
| sentencepiece==0.2.0 | |
| protobuf==5.28.3 | |