Spaces:
Sleeping
Sleeping
File size: 493 Bytes
6d9c72b cf0a8ed 6d9c72b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | # vLLM Server
VLLM_BASE_URL=http://localhost:8000
VLLM_MODEL=Qwen/Qwen3.6-35B-A3B
VLLM_API_KEY=contextforge-local
# APOHARA: Context Forge
CONTEXTFORGE_HOST=0.0.0.0
CONTEXTFORGE_PORT=8001
CONTEXTFORGE_TTL_SECONDS=300
CONTEXTFORGE_DEDUP_THRESHOLD=0.85
CONTEXTFORGE_COMPRESSION_RATE=0.5
CONTEXTFORGE_MIN_TOKENS_TO_COMPRESS=100
# Models
EMBEDDER_MODEL=all-MiniLM-L6-v2
COMPRESSOR_MODEL=microsoft/llmlingua-2-xlm-roberta-large-meetingbank
# AMD ROCm
ROCM_VISIBLE_DEVICES=0
HIP_VISIBLE_DEVICES=0 |