pheon/tools/build_manylinux.py

104 lines
3.9 KiB
Python
Raw Permalink Normal View History

"""Build Linux release wheels using Podman storage in this checkout."""
import argparse
import json
import os
from pathlib import Path
import shlex
import subprocess
import sys
ROOT = Path(__file__).resolve().parents[1]
CACHE = ROOT / ".cache/wheels"
def local_environment() -> dict[str, str]:
podman = CACHE / "podman"
scratch = CACHE / "tmp"
podman.mkdir(parents=True, exist_ok=True)
scratch.mkdir(exist_ok=True)
storage = podman / "storage.conf"
graphroot = json.dumps(str(podman / "storage"), ensure_ascii=False)
runroot = json.dumps(str(podman / "run"), ensure_ascii=False)
config = f"[storage]\ngraphroot = {graphroot}\nrunroot = {runroot}\n"
# Replace the config atomically so simultaneous Podman commands can read it.
if not storage.exists() or storage.read_text(encoding="utf-8") != config:
temporary = podman / f"storage.{os.getpid()}.conf"
temporary.write_text(config, encoding="utf-8")
temporary.replace(storage)
env = dict(os.environ, CONTAINERS_STORAGE_CONF=str(storage), TMPDIR=str(scratch))
for key in ("CONTAINER_HOST", "CONTAINER_CONNECTION"):
env.pop(key, None)
return env
def build(sdist: Path) -> None:
env = local_environment()
image = (ROOT / "contrib/wheels/manylinux-image.txt").read_text(encoding="utf-8").strip()
# Use the same Podman invocation as cibuildwheel to check the active store.
graphroot = subprocess.check_output(
["podman", "info", "--format", "{{.Store.GraphRoot}}"], env=env, text=True,
).strip()
if Path(graphroot).resolve() != (CACHE / "podman/storage").resolve():
raise SystemExit(f"Expected the checkout's Podman store, found {graphroot}")
subprocess.run(
["cargo", "fetch", "--locked", "--target", "x86_64-unknown-linux-gnu"],
cwd=ROOT, env=env, check=True,
)
toolchain = subprocess.check_output(
["rustc", "--print", "sysroot"], cwd=ROOT, env=env, text=True,
).strip()
registry = Path(env.get("CARGO_HOME", Path.home() / ".cargo")).resolve() / "registry"
for directory in ("cargo/registry", "pip", "target", "cibuildwheel"):
(CACHE / directory).mkdir(parents=True, exist_ok=True)
mounts = [
f"{toolchain}:/rust-toolchain:ro",
f"{CACHE / 'cargo'}:/pheon-cache/cargo",
f"{registry}:/pheon-cache/cargo/registry:ro",
f"{CACHE / 'pip'}:/pheon-cache/pip",
f"{CACHE / 'target'}:/pheon-cache/target",
]
create_args = shlex.join([arg for mount in mounts for arg in ("--volume", mount)])
env.update(
CIBW_CONTAINER_ENGINE=f"podman; disable_host_mount: true; create_args: {create_args}",
CIBW_MANYLINUX_X86_64_IMAGE=image,
CIBW_ENVIRONMENT_LINUX=(
"PATH=/rust-toolchain/bin:$PATH CARGO_HOME=/pheon-cache/cargo "
"CARGO_TARGET_DIR=/pheon-cache/target CARGO_NET_OFFLINE=true "
"PIP_CACHE_DIR=/pheon-cache/pip"
),
CIBW_CACHE_PATH=str(CACHE / "cibuildwheel"),
CIBW_BUILD="cp31{1,2,3,4}-manylinux_x86_64",
CIBW_TEST_COMMAND="python -I {project}/tools/check_installed.py",
)
env.pop("PHEON_LIBRARY", None)
subprocess.run(
[sys.executable, "-m", "cibuildwheel", "--platform", "linux", "--archs", "x86_64",
"--output-dir", str(sdist.parent), str(sdist)],
cwd=ROOT, env=env, check=True,
)
def main() -> int:
if sys.argv[1:2] == ["podman"]:
return subprocess.run(
["podman", "--remote=false", *sys.argv[2:]], env=local_environment(),
).returncode
parser = argparse.ArgumentParser(
description=__doc__, epilog="Use 'podman ARGS' to inspect the local store.",
)
parser.add_argument("sdist", type=Path, help="Pheon source archive")
args = parser.parse_args()
if not args.sdist.is_file():
parser.error(f"source archive does not exist: {args.sdist}")
build(args.sdist.resolve())
return 0
if __name__ == "__main__":
sys.exit(main())