Spaces:

numind
/

NuExtract3

Running on A100

Alexandre-Numind commited on 26 days ago

Commit

d6a1565

verified ·

1 Parent(s): 6b5f9db

Update start.sh

Files changed (1) hide show

start.sh CHANGED Viewed

@@ -13,9 +13,8 @@ vllm serve "${MODEL_NAME}" \
   --port "${VLLM_PORT}" \
   --trust-remote-code \
   --dtype auto \
-  --max-model-len "${MAX_MODEL_LEN:-8192}" \
   --gpu-memory-utilization "${GPU_MEMORY_UTILIZATION:-0.90}" \
-  --limit-mm-per-prompt image=1 \
   --api-key "${OPENAI_API_KEY:-EMPTY}" &
 VLLM_PID=$!

   --port "${VLLM_PORT}" \
   --trust-remote-code \
   --dtype auto \
+  --max-model-len "${MAX_MODEL_LEN:-12000}" \
   --gpu-memory-utilization "${GPU_MEMORY_UTILIZATION:-0.90}" \
   --api-key "${OPENAI_API_KEY:-EMPTY}" &
 VLLM_PID=$!