ffreemt commited on
Commit ·
bf6259a
1
Parent(s): c42e234
remove --prio 2
Browse files- Dockerfile +2 -1
Dockerfile
CHANGED
|
@@ -10,6 +10,7 @@ ENV PATH=/root/.local/bin:$PATH
|
|
| 10 |
RUN pipx install huggingface_hub
|
| 11 |
|
| 12 |
# RUN python3 -c 'from huggingface_hub import hf_hub_download; repo="prism-ml/Bonsai-8B-gguf"; hf_hub_download(repo_id=repo, filename="Bonsai-8B.gguf", local_dir="/app")'
|
|
|
|
| 13 |
RUN hf download prism-ml/Bonsai-8B-gguf Bonsai-8B.gguf --local-dir /app
|
| 14 |
RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
|
| 15 |
|
|
@@ -17,10 +18,10 @@ RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
|
|
| 17 |
CMD ["--model", "/app/bonsai-8b", \
|
| 18 |
"--host", "0.0.0.0", \
|
| 19 |
"--port", "7860", \
|
| 20 |
-
"--prio", "2", \
|
| 21 |
"--threads", "2", \
|
| 22 |
"--cache-type-k", "q8_0", \
|
| 23 |
"--cache-type-v", "iq4_nl", \
|
| 24 |
"-c", "65536", \
|
| 25 |
"--log-disable", \
|
| 26 |
"-n", "38912"]
|
|
|
|
|
|
| 10 |
RUN pipx install huggingface_hub
|
| 11 |
|
| 12 |
# RUN python3 -c 'from huggingface_hub import hf_hub_download; repo="prism-ml/Bonsai-8B-gguf"; hf_hub_download(repo_id=repo, filename="Bonsai-8B.gguf", local_dir="/app")'
|
| 13 |
+
|
| 14 |
RUN hf download prism-ml/Bonsai-8B-gguf Bonsai-8B.gguf --local-dir /app
|
| 15 |
RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
|
| 16 |
|
|
|
|
| 18 |
CMD ["--model", "/app/bonsai-8b", \
|
| 19 |
"--host", "0.0.0.0", \
|
| 20 |
"--port", "7860", \
|
|
|
|
| 21 |
"--threads", "2", \
|
| 22 |
"--cache-type-k", "q8_0", \
|
| 23 |
"--cache-type-v", "iq4_nl", \
|
| 24 |
"-c", "65536", \
|
| 25 |
"--log-disable", \
|
| 26 |
"-n", "38912"]
|
| 27 |
+
# "--prio", "2", \
|