ffreemt commited on
Commit
bf6259a
·
1 Parent(s): c42e234

remove --prio 2

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -1
Dockerfile CHANGED
@@ -10,6 +10,7 @@ ENV PATH=/root/.local/bin:$PATH
10
  RUN pipx install huggingface_hub
11
 
12
  # RUN python3 -c 'from huggingface_hub import hf_hub_download; repo="prism-ml/Bonsai-8B-gguf"; hf_hub_download(repo_id=repo, filename="Bonsai-8B.gguf", local_dir="/app")'
 
13
  RUN hf download prism-ml/Bonsai-8B-gguf Bonsai-8B.gguf --local-dir /app
14
  RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
15
 
@@ -17,10 +18,10 @@ RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
17
  CMD ["--model", "/app/bonsai-8b", \
18
  "--host", "0.0.0.0", \
19
  "--port", "7860", \
20
- "--prio", "2", \
21
  "--threads", "2", \
22
  "--cache-type-k", "q8_0", \
23
  "--cache-type-v", "iq4_nl", \
24
  "-c", "65536", \
25
  "--log-disable", \
26
  "-n", "38912"]
 
 
10
  RUN pipx install huggingface_hub
11
 
12
  # RUN python3 -c 'from huggingface_hub import hf_hub_download; repo="prism-ml/Bonsai-8B-gguf"; hf_hub_download(repo_id=repo, filename="Bonsai-8B.gguf", local_dir="/app")'
13
+
14
  RUN hf download prism-ml/Bonsai-8B-gguf Bonsai-8B.gguf --local-dir /app
15
  RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
16
 
 
18
  CMD ["--model", "/app/bonsai-8b", \
19
  "--host", "0.0.0.0", \
20
  "--port", "7860", \
 
21
  "--threads", "2", \
22
  "--cache-type-k", "q8_0", \
23
  "--cache-type-v", "iq4_nl", \
24
  "-c", "65536", \
25
  "--log-disable", \
26
  "-n", "38912"]
27
+ # "--prio", "2", \