| """Orchestrator for building wheels from InstallRequirements.""" |
|
|
| from __future__ import annotations |
|
|
| import logging |
| import os.path |
| import re |
| from collections.abc import Iterable |
| from tempfile import TemporaryDirectory |
|
|
| from pip._vendor.packaging.utils import canonicalize_name, canonicalize_version |
| from pip._vendor.packaging.version import InvalidVersion, Version |
|
|
| from pip._internal.cache import WheelCache |
| from pip._internal.exceptions import InvalidWheelFilename, UnsupportedWheel |
| from pip._internal.metadata import FilesystemWheel, get_wheel_distribution |
| from pip._internal.models.link import Link |
| from pip._internal.models.wheel import Wheel |
| from pip._internal.operations.build.wheel import build_wheel_pep517 |
| from pip._internal.operations.build.wheel_editable import build_wheel_editable |
| from pip._internal.req.req_install import InstallRequirement |
| from pip._internal.utils.logging import indent_log |
| from pip._internal.utils.misc import ensure_dir, hash_file |
| from pip._internal.utils.urls import path_to_url |
| from pip._internal.vcs import vcs |
|
|
| logger = logging.getLogger(__name__) |
|
|
| _egg_info_re = re.compile(r"([a-z0-9_.]+)-([a-z0-9_.!+-]+)", re.IGNORECASE) |
|
|
| BuildResult = tuple[list[InstallRequirement], list[InstallRequirement]] |
|
|
|
|
| def _contains_egg_info(s: str) -> bool: |
| """Determine whether the string looks like an egg_info. |
| |
| :param s: The string to parse. E.g. foo-2.1 |
| """ |
| return bool(_egg_info_re.search(s)) |
|
|
|
|
| def _should_cache( |
| req: InstallRequirement, |
| ) -> bool | None: |
| """ |
| Return whether a built InstallRequirement can be stored in the persistent |
| wheel cache, assuming the wheel cache is available. |
| """ |
| if req.editable or not req.source_dir: |
| |
| return False |
|
|
| if req.link and req.link.is_vcs: |
| |
| |
| assert not req.editable |
| assert req.source_dir |
| vcs_backend = vcs.get_backend_for_scheme(req.link.scheme) |
| assert vcs_backend |
| if vcs_backend.is_immutable_rev_checkout(req.link.url, req.source_dir): |
| return True |
| return False |
|
|
| assert req.link |
| base, ext = req.link.splitext() |
| if _contains_egg_info(base): |
| return True |
|
|
| |
| return False |
|
|
|
|
| def _get_cache_dir( |
| req: InstallRequirement, |
| wheel_cache: WheelCache, |
| ) -> str: |
| """Return the persistent or temporary cache directory where the built |
| wheel need to be stored. |
| """ |
| cache_available = bool(wheel_cache.cache_dir) |
| assert req.link |
| if cache_available and _should_cache(req): |
| cache_dir = wheel_cache.get_path_for_link(req.link) |
| else: |
| cache_dir = wheel_cache.get_ephem_path_for_link(req.link) |
| return cache_dir |
|
|
|
|
| def _verify_one(req: InstallRequirement, wheel_path: str) -> None: |
| canonical_name = canonicalize_name(req.name or "") |
| w = Wheel(os.path.basename(wheel_path)) |
| if w.name != canonical_name: |
| raise InvalidWheelFilename( |
| f"Wheel has unexpected file name: expected {canonical_name!r}, " |
| f"got {w.name!r}", |
| ) |
| dist = get_wheel_distribution(FilesystemWheel(wheel_path), canonical_name) |
| dist_verstr = str(dist.version) |
| if canonicalize_version(dist_verstr) != canonicalize_version(w.version): |
| raise InvalidWheelFilename( |
| f"Wheel has unexpected file name: expected {dist_verstr!r}, " |
| f"got {w.version!r}", |
| ) |
| metadata_version_value = dist.metadata_version |
| if metadata_version_value is None: |
| raise UnsupportedWheel("Missing Metadata-Version") |
| try: |
| metadata_version = Version(metadata_version_value) |
| except InvalidVersion: |
| msg = f"Invalid Metadata-Version: {metadata_version_value}" |
| raise UnsupportedWheel(msg) |
| if metadata_version >= Version("1.2") and not isinstance(dist.version, Version): |
| raise UnsupportedWheel( |
| f"Metadata 1.2 mandates PEP 440 version, but {dist_verstr!r} is not" |
| ) |
|
|
|
|
| def _build_one( |
| req: InstallRequirement, |
| output_dir: str, |
| verify: bool, |
| editable: bool, |
| ) -> str | None: |
| """Build one wheel. |
| |
| :return: The filename of the built wheel, or None if the build failed. |
| """ |
| artifact = "editable" if editable else "wheel" |
| try: |
| ensure_dir(output_dir) |
| except OSError as e: |
| logger.warning( |
| "Building %s for %s failed: %s", |
| artifact, |
| req.name, |
| e, |
| ) |
| return None |
|
|
| |
| with req.build_env: |
| wheel_path = _build_one_inside_env(req, output_dir, editable) |
| if wheel_path and verify: |
| try: |
| _verify_one(req, wheel_path) |
| except (InvalidWheelFilename, UnsupportedWheel) as e: |
| logger.warning("Built %s for %s is invalid: %s", artifact, req.name, e) |
| return None |
| return wheel_path |
|
|
|
|
| def _build_one_inside_env( |
| req: InstallRequirement, |
| output_dir: str, |
| editable: bool, |
| ) -> str | None: |
| with TemporaryDirectory(dir=output_dir) as wheel_directory: |
| assert req.name |
| assert req.metadata_directory |
| assert req.pep517_backend |
| if editable: |
| wheel_path = build_wheel_editable( |
| name=req.name, |
| backend=req.pep517_backend, |
| metadata_directory=req.metadata_directory, |
| wheel_directory=wheel_directory, |
| ) |
| else: |
| wheel_path = build_wheel_pep517( |
| name=req.name, |
| backend=req.pep517_backend, |
| metadata_directory=req.metadata_directory, |
| wheel_directory=wheel_directory, |
| ) |
|
|
| if wheel_path is not None: |
| wheel_name = os.path.basename(wheel_path) |
| dest_path = os.path.join(output_dir, wheel_name) |
| try: |
| wheel_hash, length = hash_file(wheel_path) |
| |
| |
| |
| |
| os.replace(wheel_path, dest_path) |
| logger.info( |
| "Created wheel for %s: filename=%s size=%d sha256=%s", |
| req.name, |
| wheel_name, |
| length, |
| wheel_hash.hexdigest(), |
| ) |
| logger.info("Stored in directory: %s", output_dir) |
| return dest_path |
| except Exception as e: |
| logger.warning( |
| "Building wheel for %s failed: %s", |
| req.name, |
| e, |
| ) |
| return None |
|
|
|
|
| def build( |
| requirements: Iterable[InstallRequirement], |
| wheel_cache: WheelCache, |
| verify: bool, |
| ) -> BuildResult: |
| """Build wheels. |
| |
| :return: The list of InstallRequirement that succeeded to build and |
| the list of InstallRequirement that failed to build. |
| """ |
| if not requirements: |
| return [], [] |
|
|
| |
| logger.info( |
| "Building wheels for collected packages: %s", |
| ", ".join(req.name for req in requirements), |
| ) |
|
|
| with indent_log(): |
| build_successes, build_failures = [], [] |
| for req in requirements: |
| assert req.name |
| cache_dir = _get_cache_dir(req, wheel_cache) |
| wheel_file = _build_one( |
| req, |
| cache_dir, |
| verify, |
| req.editable and req.permit_editable_wheels, |
| ) |
| if wheel_file: |
| |
| if req.download_info is not None: |
| |
| |
| |
| wheel_cache.record_download_origin(cache_dir, req.download_info) |
| |
| req.link = Link(path_to_url(wheel_file)) |
| req.local_file_path = req.link.file_path |
| assert req.link.is_wheel |
| build_successes.append(req) |
| else: |
| build_failures.append(req) |
|
|
| |
| if build_successes: |
| logger.info( |
| "Successfully built %s", |
| " ".join([req.name for req in build_successes]), |
| ) |
| if build_failures: |
| logger.info( |
| "Failed to build %s", |
| " ".join([req.name for req in build_failures]), |
| ) |
| |
| return build_successes, build_failures |
|
|