facteval/__init__.py

"""FactEval – Find exactly which parts of your LLM output are hallucinated."""

# Suppress known harmless warnings from dependencies before any imports
import os as _os
import sys as _sys
import warnings as _warnings
import logging as _logging
import contextlib as _contextlib
import io as _io
import atexit as _atexit

# Suppress multiprocess ResourceTracker.__del__ error on Windows (Python 3.12+)
# This is a known bug in the multiprocess package, not FactEval.
def _suppress_multiprocess_error():
    try:
        import multiprocess.resource_tracker as _rt
        _rt.ResourceTracker.__del__ = lambda self: None
    except Exception:
        pass
_suppress_multiprocess_error()

# Suppress safetensors / accelerate noise
_os.environ.setdefault("SAFETENSORS_LOG_LEVEL", "error")
_os.environ.setdefault("ACCELERATE_LOG_LEVEL", "error")
_logging.getLogger("safetensors").setLevel(_logging.ERROR)
_logging.getLogger("accelerate").setLevel(_logging.ERROR)

# Suppress HF Hub download noise (symlink warnings, progress bars)
_os.environ.setdefault("HF_HUB_DISABLE_SYMLINKS_WARNING", "1")
_os.environ.setdefault("HF_HUB_DISABLE_PROGRESS_BARS", "1")
_logging.getLogger("huggingface_hub.utils._http").setLevel(_logging.ERROR)
_logging.getLogger("huggingface_hub").setLevel(_logging.ERROR)

# Suppress transformers sharding + generation config noise
_os.environ.setdefault("TRANSFORMERS_VERBOSITY", "error")
_os.environ.setdefault("TRANSFORMERS_NO_ADVISORY_WARNINGS", "1")
_logging.getLogger("transformers").setLevel(_logging.ERROR)
_logging.getLogger("transformers.modeling_utils").setLevel(_logging.ERROR)
_logging.getLogger("transformers.generation.configuration_utils").setLevel(_logging.ERROR)

# Suppress FutureWarning about clean_up_tokenization_spaces
_warnings.filterwarnings("ignore", category=FutureWarning, module="transformers")
_warnings.filterwarnings("ignore", category=UserWarning, module="huggingface_hub")


@_contextlib.contextmanager
def suppress_loading_noise():
    """Suppress stdout + stderr noise during model loading (LOAD REPORT, sharding info)."""
    old_stdout, old_stderr = _sys.stdout, _sys.stderr
    _sys.stdout = _io.StringIO()
    _sys.stderr = _io.StringIO()
    try:
        yield
    finally:
        _sys.stdout = old_stdout
        _sys.stderr = old_stderr


# Backward compat alias
suppress_stdout = suppress_loading_noise


# ── Public API ───────────────────────────────────────────────────────────────
from facteval.core import analyze, fast_check, check, verify, evaluate
from facteval.models import Claim, Evidence, ClaimWithEvidence
from facteval.verifier import FactLabel, VerificationResult

__version__ = "0.1.1"
__all__ = [
    "analyze",
    "fast_check",
    "evaluate",  # Drop-in evaluator alias
    "check",     # Backcompat
    "verify",    # Backcompat
    "Claim",
    "Evidence",
    "ClaimWithEvidence",
    "FactLabel",
    "VerificationResult",
    "suppress_loading_noise",
]