Add workflow for numcodecs-native-* Python packages

py/numcodecs-native-materialize/.gitignore

@@ -0,0 +1,10 @@
+/.venv
+/.mypy_cache
+/.ruff_cache
+/uv.lock
+
+/build
+/site
+
+**/__pycache__
+**/*.egg-info

py/numcodecs-native-materialize/.python-version

@@ -0,0 +1 @@
+3.10

py/numcodecs-native-materialize/LICENSE

@@ -0,0 +1 @@
+../../LICENSE

py/numcodecs-native-materialize/README.md

@@ -0,0 +1,18 @@
+[![CI Status]][workflow]
+
+[CI Status]: https://img.shields.io/github/actions/workflow/status/juntyr/numcodecs-rs/ci.yml?branch=main
+[workflow]: https://github.com/juntyr/numcodecs-rs/actions/workflows/ci.yml?query=branch%3Amain
+
+# numcodecs-native-materialize
+
+Utility package to materialize instances of the `numcodecs-native-template` package.
+
+## License
+
+Licensed under the Mozilla Public License, Version 2.0 ([LICENSE](LICENSE) or https://www.mozilla.org/en-US/MPL/2.0/).
+
+## Funding
+
+The `numcodecs-native-materialize` package has been developed as part of [ESiWACE3](https://www.esiwace.eu), the third phase of the Centre of Excellence in Simulation of Weather and Climate in Europe.
+
+Funded by the European Union. This work has received funding from the European High Performance Computing Joint Undertaking (JU) under grant agreement No 101093054.

py/numcodecs-native-materialize/pyproject.toml

@@ -0,0 +1,25 @@
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "numcodecs_native_materialize"
+version = "0.1.0"
+description = "utility to materialize instances of the `numcodecs-native-template` package"
+
+authors = [{ name = "Juniper Tyree", email = "juniper.tyree@helsinki.fi" }]
+maintainers = [{ name = "Juniper Tyree", email = "juniper.tyree@helsinki.fi" }]
+
+readme = "README.md"
+license = { file = "LICENSE" }
+
+requires-python = ">=3.10"
+
+dependencies = [
+    "toml~=0.10.0",
+]
+
+[dependency-groups]
+dev = [
+    "ruff~=0.9.0",
+]

py/numcodecs-native-materialize/src/numcodecs_native_materialize/__main__.py

@@ -0,0 +1,119 @@
+import argparse
+import os
+import re
+import shlex
+import shutil
+import subprocess
+from pathlib import Path
+
+import toml
+
+template_pattern = re.compile(r"(%[^%]+%)")
+
+repo_path = Path(__file__).parent.parent.parent.parent.parent
+template_path = repo_path / "py" / "numcodecs-native-template"
+dist_path = repo_path / "py" / "numcodecs-native-materialize" / "dist"
+
+parser = argparse.ArgumentParser(prog="numcodecs_native_materialize")
+parser.add_argument(
+    "codec",
+    type=re.compile,
+    help="regex pattern for the codecs to materialize",
+)
+args = parser.parse_args()
+
+for c in (repo_path / "codecs").iterdir():
+    codec = c.name
+
+    if not args.codec or re.match(args.codec, codec) is None:
+        continue
+
+    codec_crate_path = repo_path / "codecs" / codec
+    staging_path = (
+        repo_path
+        / "py"
+        / "numcodecs-native-materialize"
+        / "staging"
+        / f"numcodecs-native-{codec}"
+    )
+
+    templates = {
+        "package-suffix": codec,
+        "package_suffix": codec.replace("-", "_"),
+        "crate-suffix": codec,
+        "crate-version": toml.load(codec_crate_path / "Cargo.toml")["package"][
+            "version"
+        ],
+        "codec-id": f"{codec}.rs",
+        "codec-path": "".join(c.title() for c in codec.split("-")) + "Codec",
+        "CodecName": "".join(c.title() for c in codec.split("-")),
+    }
+
+    if codec == "pco":
+        templates["codec-path"] = "Pcodec"
+        templates["CodecName"] = "Pco"
+
+    for p in template_path.glob("**/*"):
+        if not p.is_file():
+            continue
+
+        np = str(staging_path / p.relative_to(template_path))
+        for t, r in templates.items():
+            np = np.replace(f"%{t}%", r)
+        np = Path(np)
+
+        for m in template_pattern.finditer(str(np)):
+            raise Exception(f"unknown template {m.group(0)}")
+
+        with p.open() as f:
+            c = f.read()
+
+        for t, r in templates.items():
+            c = c.replace(f"%{t}%", r)
+
+        for line in c.splitlines():
+            for m in template_pattern.finditer(line):
+                raise Exception(f"unknown template {m.group(0)}")
+
+        np.parent.mkdir(parents=True, exist_ok=True)
+
+        with np.open("w") as f:
+            f.write(c)
+
+    shutil.rmtree(staging_path / ".venv", ignore_errors=True)
+    subprocess.run(
+        shlex.split("uv venv"),
+        check=True,
+        cwd=staging_path,
+    )
+    subprocess.run(
+        shlex.split("uv pip install ."),
+        check=True,
+        cwd=staging_path,
+        env={**os.environ, "VIRTUAL_ENV": str(staging_path / ".venv")},
+    )
+    subprocess.run(
+        shlex.split(
+            f"uv run --no-sync python3 {Path(__file__).parent / 'stub.py'} "
+            + f"{'numcodecs_native_' + templates['package_suffix']} py"
+        ),
+        check=True,
+        cwd=staging_path,
+        env={**os.environ, "VIRTUAL_ENV": str(staging_path / ".venv")},
+    )
+    subprocess.run(
+        shlex.split(
+            f'uv run --no-sync python3 -c "from {"numcodecs_native_" + templates["package_suffix"]} '
+            + f"import {templates['CodecName']} as Codec; "
+            + f'assert Codec.codec_id == {templates["codec-id"]!r}, Codec.codec_id"'
+        ),
+        check=True,
+        cwd=staging_path,
+        env={**os.environ, "VIRTUAL_ENV": str(staging_path / ".venv")},
+    )
+    shutil.rmtree(staging_path / ".venv", ignore_errors=True)
+
+    subprocess.run(
+        shlex.split(f"uv build --directory {staging_path} --out-dir {dist_path}"),
+        check=True,
+    )