fix: copy data to multiple locations, fallback path for level2

Dockerfile

@@ -12,9 +12,13 @@ RUN pip install --no-cache-dir torch transformers peft trl bitsandbytes accelera
 
 RUN pip install --no-cache-dir git+https://github.com/Jayant-kernel/DECEIT-the-ai-truth-environment-.git
 
-RUN mkdir -p /usr/local/lib/python3.10/site-packages/deceit_env/data/
+RUN mkdir -p /usr/local/lib/python3.10/site-packages/deceit_env/data/ && \
+    mkdir -p /home/trainer/.local/lib/python3.10/site-packages/deceit_env/data/ && \
+    mkdir -p /app/data/
 
 COPY data/ /usr/local/lib/python3.10/site-packages/deceit_env/data/
+COPY data/ /home/trainer/.local/lib/python3.10/site-packages/deceit_env/data/
+COPY data/ /app/data/
 COPY train.py .
 
 CMD ["python", "train.py"]

train.py

@@ -202,7 +202,10 @@ print("Level 1 checkpoint saved locally")
 # Load Level 2 dataset
 import pathlib as _pl2
 import deceit_env as _de2
-data_path_l2 = _pl2.Path(_de2.__file__).parent / "data" / "level2.jsonl"
+_de2_data = _pl2.Path(_de2.__file__).parent / "data" / "level2.jsonl"
+_fallback = _pl2.Path("/app/data/level2.jsonl")
+data_path_l2 = _de2_data if _de2_data.exists() else _fallback
+print(f"Loading level2 from: {data_path_l2}")
 questions_l2 = []
 with open(data_path_l2) as f:
     for line in f: