OrbitMC commited on
Commit
b796c25
·
verified ·
1 Parent(s): 8450b02

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +7 -2
start.sh CHANGED
@@ -2,12 +2,17 @@
2
 
3
  # Start llama-server in background
4
  cd /llama.cpp/build
5
- ./bin/llama-server --host 0.0.0.0 --port 8080 --model /models/model.q8_k_xl.gguf --ctx-size 32768 --threads 2 &
 
 
 
 
 
6
 
7
  # Wait for server to initialize
8
  echo "Waiting for server to start..."
9
  until curl -s "http://localhost:8080/v1/models" >/dev/null; do
10
- sleep 1
11
  done
12
 
13
  echo "Server is ready. Starting Gradio app."
 
2
 
3
  # Start llama-server in background
4
  cd /llama.cpp/build
5
+ ./bin/llama-server \
6
+ --host 0.0.0.0 \
7
+ --port 8080 \
8
+ --model /models/model.gguf \
9
+ --ctx-size 32768 \
10
+ --threads $(nproc) &
11
 
12
  # Wait for server to initialize
13
  echo "Waiting for server to start..."
14
  until curl -s "http://localhost:8080/v1/models" >/dev/null; do
15
+ sleep 2
16
  done
17
 
18
  echo "Server is ready. Starting Gradio app."