MiniCPM-5-Q4

Running

usermma commited on Apr 24

Commit

9b7a3d8

verified ·

1 Parent(s): d95c599

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -23,8 +23,7 @@ CMD ["--server", \
      "-m", "/app/LFM2.5-1.2B-Instruct-Q8_0.gguf", \
      "--host", "0.0.0.0", \
      "--port", "7860", \
-     "-t", "7", \
-     "--cache-type-k", "q8_0", \
-     "--cache-type-v", "iq4_nl", \
-     "-c", "64000", \
      "-n", "38912"]

      "-m", "/app/LFM2.5-1.2B-Instruct-Q8_0.gguf", \
      "--host", "0.0.0.0", \
      "--port", "7860", \
+     "-t", "1", \
+     "--mlock", \
+     "-c", "640000", \
      "-n", "38912"]