Spaces:
Running on A100
Running on A100
Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -10,7 +10,7 @@ ENV OPENAI_API_KEY=EMPTY
|
|
| 10 |
ENV GRADIO_SERVER_NAME=0.0.0.0
|
| 11 |
ENV GRADIO_SERVER_PORT=7860
|
| 12 |
|
| 13 |
-
ENV VLLM_PORT=
|
| 14 |
ENV MAX_MODEL_LEN=18000
|
| 15 |
ENV GPU_MEMORY_UTILIZATION=0.90
|
| 16 |
|
|
|
|
| 10 |
ENV GRADIO_SERVER_NAME=0.0.0.0
|
| 11 |
ENV GRADIO_SERVER_PORT=7860
|
| 12 |
|
| 13 |
+
ENV VLLM_PORT=8001
|
| 14 |
ENV MAX_MODEL_LEN=18000
|
| 15 |
ENV GPU_MEMORY_UTILIZATION=0.90
|
| 16 |
|