Files
Radixor/python/scripts/assemble_release.py
Leo Galambos 5e3d3c7c7d feat(python): add native distribution and release infrastructure
- add the Rust-backed Python API with PyStemmer compatibility
- distribute standard compiled models as a separate Python package
- generate model artifacts during builds instead of storing them in Git
- add GitHub release and Pages-backed package index workflows
- add Python tests, benchmarks, documentation, and Gradle integration
- refresh the documentation site, branding, and language benchmarks
2026-08-10 22:34:32 +02:00

172 lines
6.1 KiB
Python
Executable File

#!/usr/bin/env python3
###############################################################################
# Copyright (C) 2026, Leo Galambos
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
# 1. Redistributions of source code must retain the above copyright notice,
# this list of conditions and the following disclaimer.
#
# 2. Redistributions in binary form must reproduce the above copyright notice,
# this list of conditions and the following disclaimer in the documentation
# and/or other materials provided with the distribution.
#
# 3. Neither the name of the copyright holder nor the names of its contributors
# may be used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
###############################################################################
"""Validate and assemble the exact files allowed in a Python GitHub Release."""
from __future__ import annotations
import argparse
import hashlib
import re
import shutil
from pathlib import Path
from verify_distributions import (
_verify_main_sdist,
_verify_main_wheel,
_verify_standard_sdist,
_verify_standard_wheel,
)
REPOSITORY = Path(__file__).resolve().parents[2]
BUILD_ROOT = (REPOSITORY / "build").resolve()
VERSION = re.compile(r"(?:0|[1-9][0-9]*)\.(?:0|[1-9][0-9]*)\.(?:0|[1-9][0-9]*)\Z")
def _release_files(root: Path) -> list[Path]:
files = sorted(
path
for path in root.rglob("*")
if path.is_file()
and (path.name.endswith(".whl") or path.name.endswith(".tar.gz"))
)
names = [path.name for path in files]
if len(names) != len(set(names)):
raise ValueError(f"Duplicate release filenames: {names}")
return files
def _require_one(files: list[Path], predicate, description: str) -> Path:
matches = [path for path in files if predicate(path.name)]
if len(matches) != 1:
raise ValueError(
f"Expected one {description}, found {[path.name for path in matches]}"
)
return matches[0]
def _validate_native(files: list[Path], version: str) -> None:
prefix = f"radixor-{version}-cp39-abi3-"
wheels = [path for path in files if path.suffix == ".whl"]
sdist = _require_one(
files, lambda name: name == f"radixor-{version}.tar.gz", "native sdist"
)
if len(wheels) != 4:
raise ValueError(
f"Expected four native wheels, found {[path.name for path in wheels]}"
)
expected = {
"linux-x86_64": lambda name: name.startswith(prefix)
and "manylinux" in name
and name.endswith("x86_64.whl"),
"linux-aarch64": lambda name: name.startswith(prefix)
and "manylinux" in name
and name.endswith("aarch64.whl"),
"macos-universal2": lambda name: name.startswith(prefix)
and "macosx" in name
and name.endswith("universal2.whl"),
"windows-x86_64": lambda name: name == f"{prefix}win_amd64.whl",
}
for description, predicate in expected.items():
_require_one(wheels, predicate, description)
for wheel in wheels:
_verify_main_wheel(wheel, version)
_verify_main_sdist(sdist, version)
def _validate_models(files: list[Path], version: str) -> None:
wheel = _require_one(
files,
lambda name: name == f"radixor_models_standard-{version}-py3-none-any.whl",
"standard-model wheel",
)
sdist = _require_one(
files,
lambda name: name == f"radixor_models_standard-{version}.tar.gz",
"standard-model sdist",
)
if len(files) != 2:
raise ValueError(
f"Unexpected standard-model release files: {[path.name for path in files]}"
)
_verify_standard_wheel(wheel, version)
_verify_standard_sdist(sdist, version)
def _output_directory(path: Path) -> Path:
output = path.resolve()
try:
output.relative_to(BUILD_ROOT)
except ValueError as exc:
raise ValueError(f"Release output must be below {BUILD_ROOT}") from exc
if output == BUILD_ROOT:
raise ValueError("Release output cannot be the build root")
if output.exists():
shutil.rmtree(output)
output.mkdir(parents=True)
return output
def main() -> int:
parser = argparse.ArgumentParser()
parser.add_argument("distribution", choices=("native", "models-standard"))
parser.add_argument("version")
parser.add_argument("artifacts", type=Path)
parser.add_argument("output", type=Path)
args = parser.parse_args()
if VERSION.fullmatch(args.version) is None:
raise SystemExit(f"Invalid stable release version: {args.version!r}")
files = _release_files(args.artifacts.resolve())
if args.distribution == "native":
_validate_native(files, args.version)
else:
_validate_models(files, args.version)
output = _output_directory(args.output)
for source in files:
shutil.copy2(source, output / source.name)
checksums = [
f"{hashlib.sha256(path.read_bytes()).hexdigest()} {path.name}"
for path in sorted(output.iterdir())
if path.is_file()
]
(output / "SHA256SUMS").write_text(
"\n".join(checksums) + "\n", encoding="utf-8", newline="\n"
)
print(f"assembled {len(files)} release artifacts in {output}")
return 0
if __name__ == "__main__":
raise SystemExit(main())