| # Core ML Framework |
| torch==2.2.0 |
| torchvision==0.17.0 |
| torchaudio==2.2.0 |
|
|
| # Transformers and Model Serving |
| transformers==4.40.0 |
| tokenizers==0.15.2 |
| sentencepiece==0.2.0 |
| accelerate==0.28.0 |
| safetensors==0.4.2 |
| huggingface-hub==0.21.4 |
|
|
| # High-Performance Inference |
| vllm==0.3.3 |
| ray[default]==2.10.0 |
|
|
| # Quantization Support |
| bitsandbytes==0.43.0 |
|
|
| # Web Server |
| fastapi==0.110.0 |
| uvicorn[standard]==0.29.0 |
| aiohttp==3.9.3 |
| websockets==12.0 |
|
|
| # Data Processing |
| numpy==1.26.4 |
| scipy==1.12.0 |
| pandas==2.2.1 |
| pyarrow==15.0.2 |
|
|
| # Model Utilities |
| pydantic==2.6.4 |
| pyyaml==6.0.1 |
| omegaconf==2.3.0 |
|
|
| # Monitoring and Logging |
| prometheus-client==0.20.0 |
| gputil==1.4.0 |
| psutil==5.9.8 |
| py-cpuinfo==9.0.0 |
| pynvml==11.5.0 |
|
|
| # HTTP Clients |
| requests==2.31.0 |
| httpx==0.27.0 |
|
|
| # Development Tools |
| pytest==8.1.1 |
| pytest-asyncio==0.23.6 |
| black==24.3.0 |
| flake8==7.0.0 |
| mypy==1.9.0 |
|
|
| # Optional: Advanced Features |
| scikit-learn==1.4.1 |
| matplotlib==3.8.3 |
| seaborn==0.13.2 |
| pillow==10.2.0 |
