Alexandre-Numind commited on
Commit
b1245ea
·
verified ·
1 Parent(s): 56c6891

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -7
Dockerfile CHANGED
@@ -2,22 +2,25 @@ FROM vllm/vllm-openai:latest
2
 
3
  ENV DEBIAN_FRONTEND=noninteractive
4
  ENV PYTHONUNBUFFERED=1
 
5
  ENV MODEL_NAME=NM-dev/NuExtract3.4_4B-RL-400
6
  ENV OPENAI_API_BASE=http://127.0.0.1:8000/v1
7
  ENV OPENAI_API_KEY=EMPTY
 
8
  ENV GRADIO_SERVER_NAME=0.0.0.0
9
  ENV GRADIO_SERVER_PORT=7860
 
10
  ENV VLLM_PORT=8000
11
  ENV MAX_MODEL_LEN=8192
12
  ENV GPU_MEMORY_UTILIZATION=0.90
 
13
  ENV NUEXTRACT_MAX_TOKENS=5000
14
- ENV NUEXTRACT_EXAMPLE_DIR=/home/user/app/examples
15
  ENV NUEXTRACT_ASSETS_DIR=/home/user/app/assets
 
16
  ENV HF_HOME=/data/.cache/huggingface
17
  ENV TRANSFORMERS_CACHE=/data/.cache/huggingface
18
  ENV VLLM_CACHE_ROOT=/data/.cache/vllm
19
 
20
-
21
  RUN pip install --no-cache-dir \
22
  gradio \
23
  openai \
@@ -29,13 +32,9 @@ WORKDIR /home/user/app
29
 
30
  COPY --chown=user:user app.py /home/user/app/app.py
31
  COPY --chown=user:user start.sh /home/user/app/start.sh
32
- COPY --chown=user:user examples /home/user/app/examples
33
  COPY --chown=user:user assets /home/user/app/assets
34
 
35
- # Your app.py hardcodes /home/azureuser/assets, so mirror assets there
36
- RUN mkdir -p /home/azureuser/assets && \
37
- cp -r /home/user/app/assets/* /home/azureuser/assets/ && \
38
- chown -R user:user /home/user /home/azureuser || true && \
39
  chmod +x /home/user/app/start.sh
40
 
41
  USER user
 
2
 
3
  ENV DEBIAN_FRONTEND=noninteractive
4
  ENV PYTHONUNBUFFERED=1
5
+
6
  ENV MODEL_NAME=NM-dev/NuExtract3.4_4B-RL-400
7
  ENV OPENAI_API_BASE=http://127.0.0.1:8000/v1
8
  ENV OPENAI_API_KEY=EMPTY
9
+
10
  ENV GRADIO_SERVER_NAME=0.0.0.0
11
  ENV GRADIO_SERVER_PORT=7860
12
+
13
  ENV VLLM_PORT=8000
14
  ENV MAX_MODEL_LEN=8192
15
  ENV GPU_MEMORY_UTILIZATION=0.90
16
+
17
  ENV NUEXTRACT_MAX_TOKENS=5000
 
18
  ENV NUEXTRACT_ASSETS_DIR=/home/user/app/assets
19
+
20
  ENV HF_HOME=/data/.cache/huggingface
21
  ENV TRANSFORMERS_CACHE=/data/.cache/huggingface
22
  ENV VLLM_CACHE_ROOT=/data/.cache/vllm
23
 
 
24
  RUN pip install --no-cache-dir \
25
  gradio \
26
  openai \
 
32
 
33
  COPY --chown=user:user app.py /home/user/app/app.py
34
  COPY --chown=user:user start.sh /home/user/app/start.sh
 
35
  COPY --chown=user:user assets /home/user/app/assets
36
 
37
+ RUN chown -R user:user /home/user/app && \
 
 
 
38
  chmod +x /home/user/app/start.sh
39
 
40
  USER user