Dockerfile

FROM nvidia/cuda:12.4.1-devel-ubuntu22.04

RUN apt-get update && apt-get install -y python3 python3-pip git && rm -rf /var/lib/apt/lists/*

RUN pip3 install --no-cache-dir \
    torch \
    transformers \
    trl \
    peft \
    datasets \
    accelerate \
    bitsandbytes \
    trackio \
    huggingface_hub

WORKDIR /app
COPY train.py .

CMD ["python3", "train.py"]