ffreemt commited on
Commit
bd48c24
·
1 Parent(s): 2c7ae2c

--log-disable --prio 2

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -2
Dockerfile CHANGED
@@ -17,9 +17,10 @@ RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
17
  CMD ["--model", "/app/bonsai-8b", \
18
  "--host", "0.0.0.0", \
19
  "--port", "7860", \
20
- "--cpu-strict", "-np", "2" \
21
- "-t", "2", \
22
  "--cache-type-k", "q8_0", \
23
  "--cache-type-v", "iq4_nl", \
24
  "-c", "65536", \
 
25
  "-n", "38912"]
 
17
  CMD ["--model", "/app/bonsai-8b", \
18
  "--host", "0.0.0.0", \
19
  "--port", "7860", \
20
+ "--prio", "2" \
21
+ "--threads", "2", \
22
  "--cache-type-k", "q8_0", \
23
  "--cache-type-v", "iq4_nl", \
24
  "-c", "65536", \
25
+ "--log-disable" \
26
  "-n", "38912"]