MiniCPM-5-Q4

Running

usermma commited on Apr 24

Commit

238d329

verified ·

1 Parent(s): 9b7a3d8

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -23,7 +23,7 @@ CMD ["--server", \
      "-m", "/app/LFM2.5-1.2B-Instruct-Q8_0.gguf", \
      "--host", "0.0.0.0", \
      "--port", "7860", \
-     "-t", "1", \
      "--mlock", \
-     "-c", "640000", \
      "-n", "38912"]

      "-m", "/app/LFM2.5-1.2B-Instruct-Q8_0.gguf", \
      "--host", "0.0.0.0", \
      "--port", "7860", \
+     "-t", "3", \
      "--mlock", \
+     "-c", "64000", \
      "-n", "38912"]