| |
| FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04 |
|
|
| |
| ENV DEBIAN_FRONTEND=noninteractive |
| ENV PYTHONUNBUFFERED=1 |
| ENV CUDA_HOME=/usr/local/cuda |
| ENV PATH=${CUDA_HOME}/bin:${PATH} |
| ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${LD_LIBRARY_PATH} |
|
|
| |
| RUN apt-get update && apt-get install -y \ |
| python3.10 \ |
| python3-pip \ |
| git \ |
| wget \ |
| curl \ |
| vim \ |
| && rm -rf /var/lib/apt/lists/* |
|
|
| |
| RUN pip3 install --upgrade pip setuptools wheel |
|
|
| |
| WORKDIR /app |
|
|
| |
| COPY requirements.txt . |
|
|
| |
| RUN pip3 install --no-cache-dir -r requirements.txt |
|
|
| |
| RUN pip3 install --no-cache-dir \ |
| fastapi \ |
| uvicorn[standard] \ |
| pydantic \ |
| python-multipart |
|
|
| |
| COPY . . |
|
|
| |
| RUN mkdir -p /app/models /app/cache /app/outputs |
|
|
| |
| ENV HF_HOME=/app/cache |
| ENV TRANSFORMERS_CACHE=/app/cache |
|
|
| |
| EXPOSE 8000 |
|
|
| |
| HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \ |
| CMD curl -f http://localhost:8000/health || exit 1 |
|
|
| |
| CMD ["python3", "api_server.py", "--host", "0.0.0.0", "--port", "8000"] |