personalgpt / Dockerfile
PrismML Deploy
Bonsai-demo: multi-GPU llama.cpp server with live dashboard and metrics
0633a27
FROM nvidia/cuda:12.8.0-runtime-ubuntu22.04
RUN apt-get update && apt-get install -y --no-install-recommends \
curl ca-certificates git libgomp1 nginx openssl python3 \
&& rm -rf /var/lib/apt/lists/* \
&& chown -R 1000:1000 /var/lib/nginx /var/log/nginx /run
RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user PATH="/home/user/.local/bin:/app/bin:$PATH"
WORKDIR /app
COPY --chown=user bin/ /app/bin/
ENV LD_LIBRARY_PATH=/app/bin
COPY --chown=user entrypoint.sh /app/entrypoint.sh
COPY --chown=user nginx.conf /app/nginx.conf
COPY --chown=user dashboard.html /app/dashboard.html
COPY --chown=user metrics_pusher.py /app/metrics_pusher.py
RUN chmod +x /app/entrypoint.sh
EXPOSE 7860
CMD ["/app/entrypoint.sh"]