Build release wheels with a checkout-local Podman store
This commit is contained in:
parent
2b5b184dc6
commit
6dd54987de
1 changed files with 131 additions and 39 deletions
104
tools/build_manylinux.py
Normal file
104
tools/build_manylinux.py
Normal file
|
|
@ -0,0 +1,104 @@
|
|||
"""Build Linux release wheels using Podman storage in this checkout."""
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import shlex
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
CACHE = ROOT / ".cache/wheels"
|
||||
|
||||
|
||||
def local_environment() -> dict[str, str]:
|
||||
podman = CACHE / "podman"
|
||||
scratch = CACHE / "tmp"
|
||||
podman.mkdir(parents=True, exist_ok=True)
|
||||
scratch.mkdir(exist_ok=True)
|
||||
storage = podman / "storage.conf"
|
||||
graphroot = json.dumps(str(podman / "storage"), ensure_ascii=False)
|
||||
runroot = json.dumps(str(podman / "run"), ensure_ascii=False)
|
||||
config = f"[storage]\ngraphroot = {graphroot}\nrunroot = {runroot}\n"
|
||||
# Replace the config atomically so simultaneous Podman commands can read it.
|
||||
if not storage.exists() or storage.read_text(encoding="utf-8") != config:
|
||||
temporary = podman / f"storage.{os.getpid()}.conf"
|
||||
temporary.write_text(config, encoding="utf-8")
|
||||
temporary.replace(storage)
|
||||
|
||||
env = dict(os.environ, CONTAINERS_STORAGE_CONF=str(storage), TMPDIR=str(scratch))
|
||||
for key in ("CONTAINER_HOST", "CONTAINER_CONNECTION"):
|
||||
env.pop(key, None)
|
||||
return env
|
||||
|
||||
|
||||
def build(sdist: Path) -> None:
|
||||
env = local_environment()
|
||||
image = (ROOT / "contrib/wheels/manylinux-image.txt").read_text(encoding="utf-8").strip()
|
||||
|
||||
# Use the same Podman invocation as cibuildwheel to check the active store.
|
||||
graphroot = subprocess.check_output(
|
||||
["podman", "info", "--format", "{{.Store.GraphRoot}}"], env=env, text=True,
|
||||
).strip()
|
||||
if Path(graphroot).resolve() != (CACHE / "podman/storage").resolve():
|
||||
raise SystemExit(f"Expected the checkout's Podman store, found {graphroot}")
|
||||
|
||||
subprocess.run(
|
||||
["cargo", "fetch", "--locked", "--target", "x86_64-unknown-linux-gnu"],
|
||||
cwd=ROOT, env=env, check=True,
|
||||
)
|
||||
toolchain = subprocess.check_output(
|
||||
["rustc", "--print", "sysroot"], cwd=ROOT, env=env, text=True,
|
||||
).strip()
|
||||
registry = Path(env.get("CARGO_HOME", Path.home() / ".cargo")).resolve() / "registry"
|
||||
for directory in ("cargo/registry", "pip", "target", "cibuildwheel"):
|
||||
(CACHE / directory).mkdir(parents=True, exist_ok=True)
|
||||
mounts = [
|
||||
f"{toolchain}:/rust-toolchain:ro",
|
||||
f"{CACHE / 'cargo'}:/pheon-cache/cargo",
|
||||
f"{registry}:/pheon-cache/cargo/registry:ro",
|
||||
f"{CACHE / 'pip'}:/pheon-cache/pip",
|
||||
f"{CACHE / 'target'}:/pheon-cache/target",
|
||||
]
|
||||
create_args = shlex.join([arg for mount in mounts for arg in ("--volume", mount)])
|
||||
env.update(
|
||||
CIBW_CONTAINER_ENGINE=f"podman; disable_host_mount: true; create_args: {create_args}",
|
||||
CIBW_MANYLINUX_X86_64_IMAGE=image,
|
||||
CIBW_ENVIRONMENT_LINUX=(
|
||||
"PATH=/rust-toolchain/bin:$PATH CARGO_HOME=/pheon-cache/cargo "
|
||||
"CARGO_TARGET_DIR=/pheon-cache/target CARGO_NET_OFFLINE=true "
|
||||
"PIP_CACHE_DIR=/pheon-cache/pip"
|
||||
),
|
||||
CIBW_CACHE_PATH=str(CACHE / "cibuildwheel"),
|
||||
CIBW_BUILD="cp31{1,2,3,4}-manylinux_x86_64",
|
||||
CIBW_TEST_COMMAND="python -I {project}/tools/check_installed.py",
|
||||
)
|
||||
env.pop("PHEON_LIBRARY", None)
|
||||
subprocess.run(
|
||||
[sys.executable, "-m", "cibuildwheel", "--platform", "linux", "--archs", "x86_64",
|
||||
"--output-dir", str(sdist.parent), str(sdist)],
|
||||
cwd=ROOT, env=env, check=True,
|
||||
)
|
||||
|
||||
|
||||
def main() -> int:
|
||||
if sys.argv[1:2] == ["podman"]:
|
||||
return subprocess.run(
|
||||
["podman", "--remote=false", *sys.argv[2:]], env=local_environment(),
|
||||
).returncode
|
||||
|
||||
parser = argparse.ArgumentParser(
|
||||
description=__doc__, epilog="Use 'podman ARGS' to inspect the local store.",
|
||||
)
|
||||
parser.add_argument("sdist", type=Path, help="Pheon source archive")
|
||||
args = parser.parse_args()
|
||||
if not args.sdist.is_file():
|
||||
parser.error(f"source archive does not exist: {args.sdist}")
|
||||
build(args.sdist.resolve())
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main())
|
||||
Loading…
Reference in a new issue