akseljoonas HF Staff commited on
Commit
feadff1
Β·
1 Parent(s): 658b046

Raise MAX_SESSIONS to 200 for 8 vCPU / 32 GB Space

Browse files
Files changed (1) hide show
  1. backend/session_manager.py +5 -3
backend/session_manager.py CHANGED
@@ -102,9 +102,11 @@ class SessionCapacityError(Exception):
102
 
103
 
104
  # ── Capacity limits ─────────────────────────────────────────────────
105
- # Estimated for HF Spaces cpu-basic (2 vCPU, 16 GB RAM).
106
- # Each session uses ~10-20 MB (context, tools, queues, task).
107
- MAX_SESSIONS: int = 50
 
 
108
  MAX_SESSIONS_PER_USER: int = 10
109
 
110
 
 
102
 
103
 
104
  # ── Capacity limits ─────────────────────────────────────────────────
105
+ # Sized for HF Spaces 8 vCPU / 32 GB RAM.
106
+ # Each session uses ~10-20 MB (context, tools, queues, task); 200 Γ— 20 MB
107
+ # = 4 GB worst case, leaving plenty of headroom for the Python runtime
108
+ # and per-request overhead.
109
+ MAX_SESSIONS: int = 200
110
  MAX_SESSIONS_PER_USER: int = 10
111
 
112