File size: 493 Bytes
6d9c72b
 
 
 
 
cf0a8ed
6d9c72b
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# vLLM Server
VLLM_BASE_URL=http://localhost:8000
VLLM_MODEL=Qwen/Qwen3.6-35B-A3B
VLLM_API_KEY=contextforge-local

# APOHARA: Context Forge
CONTEXTFORGE_HOST=0.0.0.0
CONTEXTFORGE_PORT=8001
CONTEXTFORGE_TTL_SECONDS=300
CONTEXTFORGE_DEDUP_THRESHOLD=0.85
CONTEXTFORGE_COMPRESSION_RATE=0.5
CONTEXTFORGE_MIN_TOKENS_TO_COMPRESS=100

# Models
EMBEDDER_MODEL=all-MiniLM-L6-v2
COMPRESSOR_MODEL=microsoft/llmlingua-2-xlm-roberta-large-meetingbank

# AMD ROCm
ROCM_VISIBLE_DEVICES=0
HIP_VISIBLE_DEVICES=0