import secrets, hmac, hashlib, time, base64
from datetime import timedelta
import os
import socket
import struct
from functools import wraps
import threading
from flask import Flask, request, Response, session
from flask_basicauth import BasicAuth
import initialize
from python.helpers import files, git, mcp_server, fasta2a_server
from python.helpers.files import get_abs_path
from python.helpers import runtime, dotenv, process
from python.helpers.extract_tools import load_classes_from_folder
from python.helpers.api import ApiHandler
from python.helpers.print_style import PrintStyle
import atexit
import asyncio
CSRF_SECRET = secrets.token_bytes(32) # or os.environ["CSRF_SECRET"].encode()
TOKEN_TTL = 3600 # 1 hour validity
def generate_csrf_token():
nonce = secrets.token_hex(16) # 128-bit random
timestamp = str(int(time.time()))
data = f"{nonce}:{timestamp}"
sig = hmac.new(CSRF_SECRET, data.encode(), hashlib.sha256).hexdigest()
return f"{data}.{sig}"
def verify_csrf_token(token):
try:
data, sig = token.rsplit(".", 1)
expected_sig = hmac.new(CSRF_SECRET, data.encode(), hashlib.sha256).hexdigest()
if not hmac.compare_digest(sig, expected_sig):
return False
# check TTL
nonce, timestamp = data.split(":")
if time.time() - int(timestamp) > TOKEN_TTL:
return False
return True
except Exception:
return False
# Set the new timezone to 'UTC'
os.environ["TZ"] = "UTC"
os.environ["TOKENIZERS_PARALLELISM"] = "false"
# Apply the timezone change
if hasattr(time, 'tzset'):
time.tzset()
# initialize the internal Flask server
webapp = Flask("app", static_folder=get_abs_path("./webui"), static_url_path="/")
webapp.secret_key = os.getenv("FLASK_SECRET_KEY") or secrets.token_hex(32)
webapp.config.update(
JSON_SORT_KEYS=False,
SESSION_COOKIE_NAME="session_" + runtime.get_runtime_id(), # bind the session cookie name to runtime id to prevent session collision on same host
SESSION_COOKIE_SAMESITE="Strict",
SESSION_PERMANENT=True,
PERMANENT_SESSION_LIFETIME=timedelta(days=1)
)
lock = threading.Lock()
# Set up basic authentication for UI and API but not MCP
basic_auth = BasicAuth(webapp)
def is_loopback_address(address):
loopback_checker = {
socket.AF_INET: lambda x: struct.unpack("!I", socket.inet_aton(x))[0]
>> (32 - 8)
== 127,
socket.AF_INET6: lambda x: x == "::1",
}
address_type = "hostname"
try:
socket.inet_pton(socket.AF_INET6, address)
address_type = "ipv6"
except socket.error:
try:
socket.inet_pton(socket.AF_INET, address)
address_type = "ipv4"
except socket.error:
address_type = "hostname"
if address_type == "ipv4":
return loopback_checker[socket.AF_INET](address)
elif address_type == "ipv6":
return loopback_checker[socket.AF_INET6](address)
else:
for family in (socket.AF_INET, socket.AF_INET6):
try:
r = socket.getaddrinfo(address, None, family, socket.SOCK_STREAM)
except socket.gaierror:
return False
for family, _, _, _, sockaddr in r:
if not loopback_checker[family](sockaddr[0]):
return False
return True
def requires_api_key(f):
@wraps(f)
async def decorated(*args, **kwargs):
# Check for Bearer token first (Hugging Face requirement)
auth_token = os.getenv("AUTHENTICATION_TOKEN")
if auth_token:
print(f"DEBUG: AUTHENTICATION_TOKEN is set. Length: {len(auth_token)}")
auth_header = request.headers.get("Authorization")
if auth_header and auth_header.startswith("Bearer "):
bearer_token = auth_header.split(" ", 1)[1]
if bearer_token == auth_token:
return await f(*args, **kwargs)
# If Bearer token is provided but incorrect, or not provided when AUTHENTICATION_TOKEN is set
if auth_header:
return Response("Invalid Bearer token", 401)
# Fallback to the default auth token from settings (same as MCP server)
from python.helpers.settings import get_settings
valid_api_key = get_settings()["mcp_server_token"]
if api_key := request.headers.get("X-API-KEY"):
if api_key != valid_api_key:
return Response("Invalid API key", 401)
elif request.json and request.json.get("api_key"):
api_key = request.json.get("api_key")
if api_key != valid_api_key:
return Response("Invalid API key", 401)
else:
# If AUTHENTICATION_TOKEN was set but we reached here, it means Bearer was missing/wrong
if auth_token:
return Response("Bearer token required", 401)
return Response("API key required", 401)
return await f(*args, **kwargs)
return decorated
# allow only loopback addresses
def requires_loopback(f):
@wraps(f)
async def decorated(*args, **kwargs):
if not is_loopback_address(request.remote_addr):
return Response(
"Access denied.",
403,
{},
)
return await f(*args, **kwargs)
return decorated
# require authentication for handlers
def requires_auth(f):
@wraps(f)
async def decorated(*args, **kwargs):
user = dotenv.get_dotenv_value("AUTH_LOGIN")
password = dotenv.get_dotenv_value("AUTH_PASSWORD")
if user and password:
auth = request.authorization
if not auth or not (auth.username == user and auth.password == password):
return Response(
"Could not verify your access level for that URL.\n"
"You have to login with proper credentials",
401,
{"WWW-Authenticate": 'Basic realm="Login Required"'},
)
return await f(*args, **kwargs)
return decorated
def csrf_protect(f):
@wraps(f)
async def decorated(*args, **kwargs):
header = request.headers.get("X-CSRF-Token")
if not header or not verify_csrf_token(header):
print("Invalid or missing CSRF token!")
return Response("CSRF token missing or invalid", 403)
print("CSRF token OK.")
return await f(*args, **kwargs)
return decorated
# handle default address, load index
@webapp.route("/", methods=["GET"])
@requires_auth
async def serve_index():
PrintStyle().print("Serving index.html")
gitinfo = None
try:
gitinfo = git.get_git_info()
except Exception as e:
PrintStyle().error(f"Error getting git info: {e}")
gitinfo = {
"version": "unknown",
"commit_time": "unknown",
}
index_content = files.read_file("webui/index.html")
index_content = files.replace_placeholders_text(
_content=index_content,
version_no=gitinfo["version"],
version_time=gitinfo["commit_time"]
)
# Generate and inject CSRF token and runtime_id into meta tags
csrf_token = generate_csrf_token()
runtime_id = runtime.get_runtime_id()
meta_tags = f'''
'''
index_content = index_content.replace("", f"{meta_tags}")
PrintStyle().print("Finished serving index.html")
return index_content
def run():
PrintStyle().print("Initializing framework...")
# Suppress only request logs but keep the startup messages
from werkzeug.serving import WSGIRequestHandler
from werkzeug.serving import make_server
from werkzeug.middleware.dispatcher import DispatcherMiddleware
from a2wsgi import ASGIMiddleware
PrintStyle().print("Starting server...")
class NoRequestLoggingWSGIRequestHandler(WSGIRequestHandler):
def log_request(self, code="-", size="-"):
pass # Override to suppress request logging
# Get configuration from environment
port = runtime.get_web_ui_port()
host = (
runtime.get_arg("host") or dotenv.get_dotenv_value("WEB_UI_HOST") or "localhost"
)
server = None
def register_api_handler(app, handler: type[ApiHandler]):
name = handler.__module__.split(".")[-1]
instance = handler(app, lock)
async def handler_wrap():
return await instance.handle_request(request=request)
if handler.requires_loopback():
handler_wrap = requires_loopback(handler_wrap)
if handler.requires_auth():
handler_wrap = requires_auth(handler_wrap)
if handler.requires_api_key():
handler_wrap = requires_api_key(handler_wrap)
if handler.requires_csrf():
handler_wrap = csrf_protect(handler_wrap)
app.add_url_rule(
f"/{name}",
f"/{name}",
handler_wrap,
methods=handler.get_methods(),
)
# initialize and register API handlers
handlers = load_classes_from_folder("python/api", "*.py", ApiHandler)
for handler in handlers:
register_api_handler(webapp, handler)
# add the webapp, mcp, and a2a to the app
middleware_routes = {
"/mcp": ASGIMiddleware(app=mcp_server.DynamicMcpProxy.get_instance()), # type: ignore
"/a2a": ASGIMiddleware(app=fasta2a_server.DynamicA2AProxy.get_instance()), # type: ignore
}
app = DispatcherMiddleware(webapp, middleware_routes) # type: ignore
PrintStyle().debug(f"Starting server at http://{host}:{port} ...")
server = make_server(
host=host,
port=port,
app=app,
request_handler=NoRequestLoggingWSGIRequestHandler,
threaded=True,
)
process.set_server(server)
server.log_startup()
# Start init_a0 in a background thread when server starts
# threading.Thread(target=init_a0, daemon=True).start()
init_a0()
# run the server
server.serve_forever()
def init_a0():
# initialize contexts and MCP
init_chats = initialize.initialize_chats()
# only wait for init chats, otherwise they would seem to disappear for a while on restart
init_chats.result_sync()
initialize.initialize_mcp()
# start job loop
initialize.initialize_job_loop()
# preload
initialize.initialize_preload()
def shutdown_mcp():
proxy = mcp_server.DynamicMcpProxy.get_instance()
if proxy:
asyncio.run(proxy.close())
atexit.register(shutdown_mcp)
# run the internal server
if __name__ == "__main__":
runtime.initialize()
dotenv.load_dotenv()
run()