Create vllm_srv.sh
Browse files- remote/vllm_srv.sh +16 -0
remote/vllm_srv.sh
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
|
| 3 |
+
#sudo adduser --shell /usr/sbin/nologin sshuser
|
| 4 |
+
#sudo nano /etc/ssh/sshd_config
|
| 5 |
+
#Match User sshuser
|
| 6 |
+
# AllowTcpForwarding yes
|
| 7 |
+
# X11Forwarding no
|
| 8 |
+
# PermitTTY no
|
| 9 |
+
# ForceCommand /bin/false
|
| 10 |
+
|
| 11 |
+
docker kill vllm-openai
|
| 12 |
+
docker rm vllm-openai
|
| 13 |
+
|
| 14 |
+
HUGGING_FACE_HUB_TOKEN=$(cat hf_token.txt) docker compose up -d
|
| 15 |
+
|
| 16 |
+
venv/bin/python srv.py
|