| version: "3.9" | |
| services: | |
| llmserve: | |
| build: . | |
| ports: | |
| - "7860:7860" | |
| volumes: | |
| - ./llmserve_env:/app/llmserve_env | |
| - ./server:/app/server | |
| environment: | |
| - PYTHONUNBUFFERED=1 | |
| command: > | |
| uvicorn server.app:app | |
| --host 0.0.0.0 | |
| --port 7860 | |
| --reload | |
| --reload-dir /app/server | |
| --reload-dir /app/llmserve_env | |