Create Dockerfile

Dockerfile

@@ -0,0 +1,19 @@
+FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python3 python3-pip git && \
+    rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY . /app
+
+ENV HF_HOME=/data/.huggingface
+ENV HUGGINGFACE_HUB_CACHE=/data/.huggingface/hub
+ENV TRANSFORMERS_CACHE=/data/.huggingface/transformers
+ENV WEB_PRELOAD_MODELS=1
+
+CMD ["uvicorn", "web.main:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1"]