Upload folder using huggingface_hub

Dockerfile

@@ -7,15 +7,25 @@ ENV DEBIAN_FRONTEND=noninteractive
 # Install Git and build dependencies
 RUN apt-get update && apt-get install -y git ninja-build && apt-get clean
 
+# Create a user with UID 1000 to avoid getpwuid() error
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:/Users/an/.git-ai/bin:/Users/an/.local/bin:/Users/an/bin:/Users/an/go/bin:/Users/an/.opencode/bin:/Users/an/.elan/bin:/Users/an/.local/bin:/opt/homebrew/bin:/opt/homebrew/sbin:/usr/local/bin:/System/Cryptexes/App/usr/bin:/usr/bin:/bin:/usr/sbin:/sbin:/var/run/com.apple.security.cryptexd/codex.system/bootstrap/usr/local/bin:/var/run/com.apple.security.cryptexd/codex.system/bootstrap/usr/bin:/var/run/com.apple.security.cryptexd/codex.system/bootstrap/usr/appleinternal/bin:/opt/pmk/env/global/bin:/Library/Apple/usr/bin:/Users/an/.cargo/bin:/Applications/iTerm.app/Contents/Resources/utilities:/Users/an/Library/Python/3.9/bin"
+WORKDIR /home/user/app
+
 # Update pip
 RUN pip install --upgrade pip
 
 # Install requirements
-COPY requirements.txt .
+COPY --chown=user requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 
+# Explicitly install unsloth and its requirements in the correct order
+RUN pip install --no-cache-dir "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
+RUN pip install --no-cache-dir unsloth_zoo
+
 # Copy training script
-COPY launch_nemotron_opus_distillation.py train.py
+COPY --chown=user launch_nemotron_opus_distillation.py train.py
 
 # Command to run
 CMD ["python", "train.py"]

requirements.txt

@@ -1,5 +1,4 @@
 
-unsloth
 huggingface_hub[cli]
 trl<0.9.0
 peft