ffreemt commited on
Commit ·
c42e234
1
Parent(s): b7fdd66
--log-disable --prio 2
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
|
@@ -17,10 +17,10 @@ RUN mv /app/Bonsai-8B.gguf /app/bonsai-8b
|
|
| 17 |
CMD ["--model", "/app/bonsai-8b", \
|
| 18 |
"--host", "0.0.0.0", \
|
| 19 |
"--port", "7860", \
|
| 20 |
-
"--prio", "2" \
|
| 21 |
"--threads", "2", \
|
| 22 |
"--cache-type-k", "q8_0", \
|
| 23 |
"--cache-type-v", "iq4_nl", \
|
| 24 |
"-c", "65536", \
|
|
|
|
| 25 |
"-n", "38912"]
|
| 26 |
-
# "--log-disable" \
|
|
|
|
| 17 |
CMD ["--model", "/app/bonsai-8b", \
|
| 18 |
"--host", "0.0.0.0", \
|
| 19 |
"--port", "7860", \
|
| 20 |
+
"--prio", "2", \
|
| 21 |
"--threads", "2", \
|
| 22 |
"--cache-type-k", "q8_0", \
|
| 23 |
"--cache-type-v", "iq4_nl", \
|
| 24 |
"-c", "65536", \
|
| 25 |
+
"--log-disable", \
|
| 26 |
"-n", "38912"]
|
|
|