Upload Dockerfile with huggingface_hub

Dockerfile

@@ -3,9 +3,11 @@ FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
 WORKDIR /app
 
 # System dependencies
+ENV DEBIAN_FRONTEND=noninteractive
 RUN apt-get update && apt-get install -y \
     python3.10 \
     python3-pip \
+    python3.10-dev \
     git \
     build-essential \
     && rm -rf /var/lib/apt/lists/*
@@ -16,13 +18,25 @@ USER user
 ENV HOME=/home/user \
     PATH=/home/user/.local/bin:$PATH \
     PYTHONUNBUFFERED=1 \
-    FORCE_CUDA="1"
+    FORCE_CUDA="1" \
+    LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:$LD_LIBRARY_PATH
 
 WORKDIR /home/user/app
 
-# Dependencies
-COPY --chown=user:user hf_training/requirements.txt hf_training/requirements.txt
-RUN pip install --no-cache-dir -r hf_training/requirements.txt
+# 1. Upgrade pip
+RUN python3 -m pip install --no-cache-dir --upgrade pip
+
+# 2. Install Synced PyTorch Stack
+RUN python3 -m pip install --no-cache-dir torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/cu121
+
+# 3. Install Unsloth
+RUN python3 -m pip install --no-cache-dir "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
+
+# 4. Install HF Stack normally (letting pip resolve dependencies)
+RUN python3 -m pip install --no-cache-dir transformers==4.45.0 peft==0.13.0 trl==0.11.0 accelerate bitsandbytes datasets huggingface_hub gradio scipy sentencepiece protobuf safetensors
+
+# 5. Surgical strike against torchao
+RUN python3 -m pip uninstall -y torchao
 
 # Secure Application Code
 COPY --chown=user:user aegis_env aegis_env/