| # Core Web Framework |
| fastapi==0.109.0 |
| uvicorn[standard]==0.27.0 |
| python-multipart==0.0.6 |
| jinja2==3.1.3 |
| aiofiles==23.2.1 |
| websockets==12.0 |
| itsdangerous==2.1.2 |
|
|
| # Database |
| sqlalchemy[asyncio]==2.0.25 |
| aiosqlite==0.19.0 |
| alembic==1.13.1 |
|
|
| # Configuration |
| pydantic==2.5.3 |
| pydantic-settings==2.1.0 |
| python-dotenv==1.0.0 |
|
|
| # HuggingFace Ecosystem |
| #transformers==4.37.0 |
| git+https://github.com/huggingface/transformers.git |
| #transformers |
| datasets==2.16.1 |
| #huggingface-hub==0.20.3 |
| huggingface-hub |
| #accelerate==0.26.1 |
| #accelerate |
| #safetensors==0.4.2 |
| safetensors |
| evaluate==0.4.1 |
|
|
| # PEFT & Efficient Training (CPU compatible) |
| peft==0.7.1 |
| #liger-kernel>=0.3.0 |
| #trl>=0.8.0 |
| # PyTorch CPU |
| --extra-index-url https://download.pytorch.org/whl/cpu |
| #torch>=2.1.2+cpu |
| #torch |
|
|
| transformers>=4.48.0 |
| torch>=2.1.0 |
| trl>=0.8.0 |
| liger-kernel>=0.3.0 |
| accelerate>=0.26.0 |
|
|
|
|
|
|
| # Async & Task Queue |
| celery==5.3.6 |
| redis==5.0.1 |
| flower==2.0.1 |
|
|
| # Monitoring & Logging |
| prometheus-client==0.19.0 |
| loguru==0.7.2 |
| rich==13.7.0 |
|
|
| # Data Processing |
| numpy==1.26.3 |
| pandas==2.2.0 |
| scikit-learn==1.4.0 |
|
|
| # Tokenization & Text |
| tiktoken==0.5.2 |
| sentencepiece==0.1.99 |
| tokenizers>=0.15.0 |
|
|
| # HTTP & API |
| httpx==0.26.0 |
| httpcore==1.0.2 |
|
|
| # Security |
| python-jose[cryptography]==3.3.0 |
| passlib[bcrypt]==1.7.4 |
|
|
| # Utilities |
| tenacity==8.2.3 |
| cachetools==5.3.2 |
| python-dateutil==2.8.2 |
| pytz==2023.3 |
|
|
