104 lines
3.9 KiB
Python
104 lines
3.9 KiB
Python
"""Build Linux release wheels using Podman storage in this checkout."""
|
|
|
|
import argparse
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import shlex
|
|
import subprocess
|
|
import sys
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
CACHE = ROOT / ".cache/wheels"
|
|
|
|
|
|
def local_environment() -> dict[str, str]:
|
|
podman = CACHE / "podman"
|
|
scratch = CACHE / "tmp"
|
|
podman.mkdir(parents=True, exist_ok=True)
|
|
scratch.mkdir(exist_ok=True)
|
|
storage = podman / "storage.conf"
|
|
graphroot = json.dumps(str(podman / "storage"), ensure_ascii=False)
|
|
runroot = json.dumps(str(podman / "run"), ensure_ascii=False)
|
|
config = f"[storage]\ngraphroot = {graphroot}\nrunroot = {runroot}\n"
|
|
# Replace the config atomically so simultaneous Podman commands can read it.
|
|
if not storage.exists() or storage.read_text(encoding="utf-8") != config:
|
|
temporary = podman / f"storage.{os.getpid()}.conf"
|
|
temporary.write_text(config, encoding="utf-8")
|
|
temporary.replace(storage)
|
|
|
|
env = dict(os.environ, CONTAINERS_STORAGE_CONF=str(storage), TMPDIR=str(scratch))
|
|
for key in ("CONTAINER_HOST", "CONTAINER_CONNECTION"):
|
|
env.pop(key, None)
|
|
return env
|
|
|
|
|
|
def build(sdist: Path) -> None:
|
|
env = local_environment()
|
|
image = (ROOT / "contrib/wheels/manylinux-image.txt").read_text(encoding="utf-8").strip()
|
|
|
|
# Use the same Podman invocation as cibuildwheel to check the active store.
|
|
graphroot = subprocess.check_output(
|
|
["podman", "info", "--format", "{{.Store.GraphRoot}}"], env=env, text=True,
|
|
).strip()
|
|
if Path(graphroot).resolve() != (CACHE / "podman/storage").resolve():
|
|
raise SystemExit(f"Expected the checkout's Podman store, found {graphroot}")
|
|
|
|
subprocess.run(
|
|
["cargo", "fetch", "--locked", "--target", "x86_64-unknown-linux-gnu"],
|
|
cwd=ROOT, env=env, check=True,
|
|
)
|
|
toolchain = subprocess.check_output(
|
|
["rustc", "--print", "sysroot"], cwd=ROOT, env=env, text=True,
|
|
).strip()
|
|
registry = Path(env.get("CARGO_HOME", Path.home() / ".cargo")).resolve() / "registry"
|
|
for directory in ("cargo/registry", "pip", "target", "cibuildwheel"):
|
|
(CACHE / directory).mkdir(parents=True, exist_ok=True)
|
|
mounts = [
|
|
f"{toolchain}:/rust-toolchain:ro",
|
|
f"{CACHE / 'cargo'}:/pheon-cache/cargo",
|
|
f"{registry}:/pheon-cache/cargo/registry:ro",
|
|
f"{CACHE / 'pip'}:/pheon-cache/pip",
|
|
f"{CACHE / 'target'}:/pheon-cache/target",
|
|
]
|
|
create_args = shlex.join([arg for mount in mounts for arg in ("--volume", mount)])
|
|
env.update(
|
|
CIBW_CONTAINER_ENGINE=f"podman; disable_host_mount: true; create_args: {create_args}",
|
|
CIBW_MANYLINUX_X86_64_IMAGE=image,
|
|
CIBW_ENVIRONMENT_LINUX=(
|
|
"PATH=/rust-toolchain/bin:$PATH CARGO_HOME=/pheon-cache/cargo "
|
|
"CARGO_TARGET_DIR=/pheon-cache/target CARGO_NET_OFFLINE=true "
|
|
"PIP_CACHE_DIR=/pheon-cache/pip"
|
|
),
|
|
CIBW_CACHE_PATH=str(CACHE / "cibuildwheel"),
|
|
CIBW_BUILD="cp31{1,2,3,4}-manylinux_x86_64",
|
|
CIBW_TEST_COMMAND="python -I {project}/tools/check_installed.py",
|
|
)
|
|
env.pop("PHEON_LIBRARY", None)
|
|
subprocess.run(
|
|
[sys.executable, "-m", "cibuildwheel", "--platform", "linux", "--archs", "x86_64",
|
|
"--output-dir", str(sdist.parent), str(sdist)],
|
|
cwd=ROOT, env=env, check=True,
|
|
)
|
|
|
|
|
|
def main() -> int:
|
|
if sys.argv[1:2] == ["podman"]:
|
|
return subprocess.run(
|
|
["podman", "--remote=false", *sys.argv[2:]], env=local_environment(),
|
|
).returncode
|
|
|
|
parser = argparse.ArgumentParser(
|
|
description=__doc__, epilog="Use 'podman ARGS' to inspect the local store.",
|
|
)
|
|
parser.add_argument("sdist", type=Path, help="Pheon source archive")
|
|
args = parser.parse_args()
|
|
if not args.sdist.is_file():
|
|
parser.error(f"source archive does not exist: {args.sdist}")
|
|
build(args.sdist.resolve())
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|