Dockerfile

FROM pytorch/pytorch:2.5.1-cuda12.4-cudnn9-runtime

WORKDIR /app

# System deps
RUN apt-get update && apt-get install -y --no-install-recommends \
    git wget && rm -rf /var/lib/apt/lists/*

# Python deps
RUN pip install --no-cache-dir torch transformers>=4.46 accelerate fastapi uvicorn[standard] sse-starlette

# Copy neuron_steer codebase
COPY neuron_steer/ /app/neuron_steer/

# Copy app
COPY app.py .
COPY static/ /app/static/

ENV PYTHONPATH=/app:$PYTHONPATH

EXPOSE 7860

CMD ["python", "app.py"]