Spaces:
Running
Running
File size: 3,070 Bytes
8fb73f8 80ec89b 8fb73f8 80ec89b 8fb73f8 80ec89b 8fb73f8 80ec89b 8fb73f8 7dc5288 8fb73f8 7dc5288 8fb73f8 7dc5288 8fb73f8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 | """FactEval – Find exactly which parts of your LLM output are hallucinated."""
# Suppress known harmless warnings from dependencies before any imports
import os as _os
import sys as _sys
import warnings as _warnings
import logging as _logging
import contextlib as _contextlib
import io as _io
import atexit as _atexit
# Suppress multiprocess ResourceTracker.__del__ error on Windows (Python 3.12+)
# This is a known bug in the multiprocess package, not FactEval.
def _suppress_multiprocess_error():
try:
import multiprocess.resource_tracker as _rt
_rt.ResourceTracker.__del__ = lambda self: None
except Exception:
pass
_suppress_multiprocess_error()
# Suppress safetensors / accelerate noise
_os.environ.setdefault("SAFETENSORS_LOG_LEVEL", "error")
_os.environ.setdefault("ACCELERATE_LOG_LEVEL", "error")
_logging.getLogger("safetensors").setLevel(_logging.ERROR)
_logging.getLogger("accelerate").setLevel(_logging.ERROR)
# Suppress HF Hub download noise (symlink warnings, progress bars)
_os.environ.setdefault("HF_HUB_DISABLE_SYMLINKS_WARNING", "1")
_os.environ.setdefault("HF_HUB_DISABLE_PROGRESS_BARS", "1")
_logging.getLogger("huggingface_hub.utils._http").setLevel(_logging.ERROR)
_logging.getLogger("huggingface_hub").setLevel(_logging.ERROR)
# Suppress transformers sharding + generation config noise
_os.environ.setdefault("TRANSFORMERS_VERBOSITY", "error")
_os.environ.setdefault("TRANSFORMERS_NO_ADVISORY_WARNINGS", "1")
_logging.getLogger("transformers").setLevel(_logging.ERROR)
_logging.getLogger("transformers.modeling_utils").setLevel(_logging.ERROR)
_logging.getLogger("transformers.generation.configuration_utils").setLevel(_logging.ERROR)
# Suppress FutureWarning about clean_up_tokenization_spaces
_warnings.filterwarnings("ignore", category=FutureWarning, module="transformers")
_warnings.filterwarnings("ignore", category=UserWarning, module="huggingface_hub")
@_contextlib.contextmanager
def suppress_loading_noise():
"""Suppress stdout + stderr noise during model loading (LOAD REPORT, sharding info)."""
old_stdout, old_stderr = _sys.stdout, _sys.stderr
_sys.stdout = _io.StringIO()
_sys.stderr = _io.StringIO()
try:
yield
finally:
_sys.stdout = old_stdout
_sys.stderr = old_stderr
# Backward compat alias
suppress_stdout = suppress_loading_noise
# ── Public API ───────────────────────────────────────────────────────────────
from facteval.core import analyze, fast_check, check, verify, evaluate
from facteval.models import Claim, Evidence, ClaimWithEvidence
from facteval.verifier import FactLabel, VerificationResult
__version__ = "0.1.1"
__all__ = [
"analyze",
"fast_check",
"evaluate", # Drop-in evaluator alias
"check", # Backcompat
"verify", # Backcompat
"Claim",
"Evidence",
"ClaimWithEvidence",
"FactLabel",
"VerificationResult",
"suppress_loading_noise",
]
|