Upload Dockerfile with huggingface_hub

Dockerfile

@@ -1,23 +1,16 @@
-FROM nvidia/cuda:12.1.0-devel-ubuntu22.04
-
-RUN apt-get update && apt-get install -y python3-pip python3-dev git build-essential && rm -rf /var/lib/apt/lists/*
+FROM unsloth/unsloth:latest
 
 WORKDIR /app
 
-# Force specific compatible versions of torch and torchvision
-RUN pip3 install --no-cache-dir torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/cu121
-
+# The unsloth image already has torch, torchvision, unsloth, etc.
+# We only install project-specific dependencies.
 COPY ./requirements.txt requirements.txt
-COPY ./requirements-training.txt requirements-training.txt
-
-# Install other dependencies
-RUN pip3 install --no-cache-dir --upgrade -r requirements.txt
-RUN pip3 install --no-cache-dir --upgrade -r requirements-training.txt
+RUN pip install --no-cache-dir -r requirements.txt
 
-# Install Unsloth
-RUN pip3 install --no-cache-dir "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
+# Ensure TRL is new enough for GRPO
+RUN pip install --no-cache-dir --upgrade "trl>=0.15.0"
 
 COPY . /app
 
 ENV PYTHONPATH="/app"
-CMD ["python3", "training/launch_hf_training.py"]
+CMD ["python", "training/launch_hf_training.py"]