Build release wheels with a checkout-local Podman store

This commit is contained in:
Jan Petykiewicz 2026-11-19 11:06:13 -08:00
commit 6dd54987de

104
tools/build_manylinux.py Normal file
View file

@ -0,0 +1,104 @@
"""Build Linux release wheels using Podman storage in this checkout."""
import argparse
import json
import os
from pathlib import Path
import shlex
import subprocess
import sys
ROOT = Path(__file__).resolve().parents[1]
CACHE = ROOT / ".cache/wheels"
def local_environment() -> dict[str, str]:
podman = CACHE / "podman"
scratch = CACHE / "tmp"
podman.mkdir(parents=True, exist_ok=True)
scratch.mkdir(exist_ok=True)
storage = podman / "storage.conf"
graphroot = json.dumps(str(podman / "storage"), ensure_ascii=False)
runroot = json.dumps(str(podman / "run"), ensure_ascii=False)
config = f"[storage]\ngraphroot = {graphroot}\nrunroot = {runroot}\n"
# Replace the config atomically so simultaneous Podman commands can read it.
if not storage.exists() or storage.read_text(encoding="utf-8") != config:
temporary = podman / f"storage.{os.getpid()}.conf"
temporary.write_text(config, encoding="utf-8")
temporary.replace(storage)
env = dict(os.environ, CONTAINERS_STORAGE_CONF=str(storage), TMPDIR=str(scratch))
for key in ("CONTAINER_HOST", "CONTAINER_CONNECTION"):
env.pop(key, None)
return env
def build(sdist: Path) -> None:
env = local_environment()
image = (ROOT / "contrib/wheels/manylinux-image.txt").read_text(encoding="utf-8").strip()
# Use the same Podman invocation as cibuildwheel to check the active store.
graphroot = subprocess.check_output(
["podman", "info", "--format", "{{.Store.GraphRoot}}"], env=env, text=True,
).strip()
if Path(graphroot).resolve() != (CACHE / "podman/storage").resolve():
raise SystemExit(f"Expected the checkout's Podman store, found {graphroot}")
subprocess.run(
["cargo", "fetch", "--locked", "--target", "x86_64-unknown-linux-gnu"],
cwd=ROOT, env=env, check=True,
)
toolchain = subprocess.check_output(
["rustc", "--print", "sysroot"], cwd=ROOT, env=env, text=True,
).strip()
registry = Path(env.get("CARGO_HOME", Path.home() / ".cargo")).resolve() / "registry"
for directory in ("cargo/registry", "pip", "target", "cibuildwheel"):
(CACHE / directory).mkdir(parents=True, exist_ok=True)
mounts = [
f"{toolchain}:/rust-toolchain:ro",
f"{CACHE / 'cargo'}:/pheon-cache/cargo",
f"{registry}:/pheon-cache/cargo/registry:ro",
f"{CACHE / 'pip'}:/pheon-cache/pip",
f"{CACHE / 'target'}:/pheon-cache/target",
]
create_args = shlex.join([arg for mount in mounts for arg in ("--volume", mount)])
env.update(
CIBW_CONTAINER_ENGINE=f"podman; disable_host_mount: true; create_args: {create_args}",
CIBW_MANYLINUX_X86_64_IMAGE=image,
CIBW_ENVIRONMENT_LINUX=(
"PATH=/rust-toolchain/bin:$PATH CARGO_HOME=/pheon-cache/cargo "
"CARGO_TARGET_DIR=/pheon-cache/target CARGO_NET_OFFLINE=true "
"PIP_CACHE_DIR=/pheon-cache/pip"
),
CIBW_CACHE_PATH=str(CACHE / "cibuildwheel"),
CIBW_BUILD="cp31{1,2,3,4}-manylinux_x86_64",
CIBW_TEST_COMMAND="python -I {project}/tools/check_installed.py",
)
env.pop("PHEON_LIBRARY", None)
subprocess.run(
[sys.executable, "-m", "cibuildwheel", "--platform", "linux", "--archs", "x86_64",
"--output-dir", str(sdist.parent), str(sdist)],
cwd=ROOT, env=env, check=True,
)
def main() -> int:
if sys.argv[1:2] == ["podman"]:
return subprocess.run(
["podman", "--remote=false", *sys.argv[2:]], env=local_environment(),
).returncode
parser = argparse.ArgumentParser(
description=__doc__, epilog="Use 'podman ARGS' to inspect the local store.",
)
parser.add_argument("sdist", type=Path, help="Pheon source archive")
args = parser.parse_args()
if not args.sdist.is_file():
parser.error(f"source archive does not exist: {args.sdist}")
build(args.sdist.resolve())
return 0
if __name__ == "__main__":
sys.exit(main())