Merge pyAmpliCol into MadGraph7

.github/actions/build_pyamplicol/action.yml

@@ -0,0 +1,38 @@
+name: Build pyamplicol
+description: >
+  Build the pyamplicol install prefix once per commit with pyamplicol/install.py
+  and cache it (content-addressed on the pyamplicol package sources). Test jobs
+  restore the result with the install_pyamplicol action (they must `needs:` the
+  job that runs this action). Assumes the repository is already checked out.
+
+runs:
+  using: composite
+  steps:
+    # Must match the key computed by the install_pyamplicol action exactly.
+    - name: pyamplicol cache key
+      run: echo "PAC_PY=$(python3 -c 'import sys;print(f"{sys.version_info.major}{sys.version_info.minor}")')" >> $GITHUB_ENV
+      shell: bash
+
+    - name: Cache pyamplicol install
+      id: cache-pyamplicol
+      uses: actions/cache@v5
+      with:
+        path: pyamplicol/install
+        key: pyamplicol-${{ runner.os }}-py${{ env.PAC_PY }}-${{ hashFiles('pyamplicol/src/**', 'pyamplicol/rust/**', 'pyamplicol/build_backend/**', 'pyamplicol/Cargo.*', 'pyamplicol/pyproject.toml', 'pyamplicol/rust-toolchain.toml', 'pyamplicol/dependencies/*.toml') }}
+
+    # ~1.5 GB: one entry per dependency set, pyamplicol's crates rebuild on top.
+    - name: Cache Cargo build tree
+      if: steps.cache-pyamplicol.outputs.cache-hit != 'true'
+      uses: actions/cache@v5
+      with:
+        path: pyamplicol/build/cache
+        key: pyamplicol-cargo-${{ runner.os }}-${{ hashFiles('pyamplicol/Cargo.lock', 'pyamplicol/rust-toolchain.toml') }}
+
+    - name: Prepared models
+      if: steps.cache-pyamplicol.outputs.cache-hit != 'true'
+      uses: ./.github/actions/pyamplicol_prepared_models
+
+    - name: Build and install pyamplicol (only on cache miss)
+      if: steps.cache-pyamplicol.outputs.cache-hit != 'true'
+      run: python3 pyamplicol/install.py --source --yes
+      shell: bash

.github/actions/install_pyamplicol/action.yml

@@ -0,0 +1,26 @@
+name: Install pyamplicol
+description: >
+  Make the pyamplicol install (built once per commit by a build_pyamplicol job)
+  available to the tests: restores the cached pyamplicol/install directory and
+  puts it on PYTHONPATH. It does NOT build; the build_pyamplicol job must run
+  first (use `needs:`).
+
+runs:
+  using: composite
+  steps:
+    # Must match the key computed by the build_pyamplicol action exactly.
+    - name: pyamplicol cache key
+      run: echo "PAC_PY=$(python3 -c 'import sys;print(f"{sys.version_info.major}{sys.version_info.minor}")')" >> $GITHUB_ENV
+      shell: bash
+
+    - name: Restore pyamplicol install
+      uses: actions/cache/restore@v5
+      with:
+        path: pyamplicol/install
+        key: pyamplicol-${{ runner.os }}-py${{ env.PAC_PY }}-${{ hashFiles('pyamplicol/src/**', 'pyamplicol/rust/**', 'pyamplicol/build_backend/**', 'pyamplicol/Cargo.*', 'pyamplicol/pyproject.toml', 'pyamplicol/rust-toolchain.toml', 'pyamplicol/dependencies/*.toml') }}
+        fail-on-cache-miss: true
+
+    # Prepended: in the MadGraph root, pyamplicol/ is the source directory.
+    - name: Put pyamplicol on PYTHONPATH
+      run: echo "PYTHONPATH=$GITHUB_WORKSPACE/pyamplicol/install:$PYTHONPATH" >> "$GITHUB_ENV"
+      shell: bash

.github/actions/pyamplicol_prepared_models/action.yml

@@ -0,0 +1,39 @@
+name: pyAmpliCol prepared models
+description: >
+  Put the prepared-model packs into the pyamplicol source tree. They are not
+  tracked in Git: the archive of the matching (else latest) MadGraph release is
+  downloaded and validated against this source tree; when it is stale, the packs
+  are regenerated on this runner (bootstrap wheel + produce, about ten minutes).
+  Either way the archive ends up at pyamplicol/.artifacts/prepared-models/ for
+  jobs that publish or reuse it. Needs Python 3.11+ and, for a regeneration,
+  the pinned Rust toolchain and maturin.
+
+outputs:
+  regenerated:
+    description: "'true' when the released packs were stale and rebuilt here."
+    value: ${{ steps.packs.outputs.regenerated }}
+
+runs:
+  using: composite
+  steps:
+    - name: Fetch or regenerate the prepared models
+      id: packs
+      shell: bash
+      working-directory: pyamplicol
+      run: |
+        set -euo pipefail
+        archive_dir=.artifacts/prepared-models
+        tool=tools/release/prepared_models_archive.py
+        check='import sys; from pathlib import Path; sys.path.insert(0, "build_backend"); from prepared_models import stage_packaged_prepared_models as s; s(Path("."), "release")'
+        if python "$tool" fetch --version "$(sed -n 's/^version *= *//p' ../VERSION)" \
+              --output "$archive_dir" && python -I -c "$check"; then
+          echo "regenerated=false" >> "$GITHUB_OUTPUT"
+        else
+          echo "::notice::The released prepared models are stale for this source tree; regenerating them."
+          rustup toolchain install "$(sed -n 's/^channel *= *"\(.*\)"/\1/p' rust-toolchain.toml)" --profile minimal
+          python -m pip install "maturin==1.15.0" "packaging==26.3"
+          PYAMPLICOL_BUILD_MODE=release python "$tool" regenerate --work .artifacts/prepared-models-work
+          rm -rf "$archive_dir"
+          python "$tool" pack --output "$archive_dir"
+          echo "regenerated=true" >> "$GITHUB_OUTPUT"
+        fi

.github/scripts/import_pyamplicol.sh

@@ -0,0 +1,33 @@
+#!/usr/bin/env bash
+# Import (or re-sync) the history of github.com/MadGraphTeam/pyamplicol into
+# the pyamplicol/ subdirectory. The filter is deterministic, so re-running it
+# on a newer upstream main reproduces the SHAs of commits imported earlier and
+# a merge only brings in the new ones.
+#
+# Usage: .github/scripts/import_pyamplicol.sh [upstream-ref]
+# Leaves the filtered history in the local branch pyamplicol-import; merge it
+# with `git merge pyamplicol-import` (first import: --allow-unrelated-histories).
+# Requires git-filter-repo (set FILTER_REPO to override the command).
+set -euo pipefail
+
+UPSTREAM_URL=${UPSTREAM_URL:-https://github.com/MadGraphTeam/pyamplicol.git}
+REF=${1:-main}
+FILTER_REPO=${FILTER_REPO:-git-filter-repo}
+MG_ROOT=$(git rev-parse --show-toplevel)
+
+WORK=$(mktemp -d)
+trap 'rm -rf "$WORK"' EXIT
+
+git clone --quiet --no-local --single-branch --branch "$REF" "$UPSTREAM_URL" "$WORK/pyamplicol"
+cd "$WORK/pyamplicol"
+UPSTREAM_SHA=$(git rev-parse HEAD)
+
+# Prepared-model packs are rebuilt in CI and shipped as one release archive;
+# reports and papers are linked from the archived upstream repository.
+$FILTER_REPO --force \
+    --path-glob '*.pyamplicol-model' --invert-paths \
+    --path-glob '*.pdf' --invert-paths \
+    --to-subdirectory-filter pyamplicol
+
+git -C "$MG_ROOT" fetch --quiet --no-tags "$WORK/pyamplicol" "+HEAD:refs/heads/pyamplicol-import"
+echo "Imported $UPSTREAM_URL $REF at $UPSTREAM_SHA into branch pyamplicol-import"

.github/workflows/pyamplicol-eager-portability.yml

@@ -0,0 +1,218 @@
+name: pyAmpliCol eager JIT pack architecture transfer
+
+# Ported from pyamplicol: packs produced on one architecture must work on the
+# others, which the installer relies on when it regenerates them locally.
+
+on:
+  pull_request:
+    paths:
+      - .github/workflows/pyamplicol-eager-portability.yml
+      - pyamplicol/Cargo.lock
+      - pyamplicol/Cargo.toml
+      - pyamplicol/build_backend/prepared_models.py
+      - pyamplicol/dependencies/release-lock.toml
+      - pyamplicol/pyproject.toml
+      - pyamplicol/rust/crates/rusticol-core/src/eager_runtime/**
+      - pyamplicol/rust/crates/rusticol-core/src/eager_runtime.rs
+      - pyamplicol/rust/crates/rusticol-core/src/eager_tables.rs
+      - pyamplicol/rust/crates/rusticol-core/src/engine/**
+      - pyamplicol/rust/crates/rusticol-core/src/engine.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_plane.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_direct.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_eager_direct.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_compiled_direct.rs
+      - pyamplicol/rust/crates/rusticol-core/src/lib.rs
+      - pyamplicol/rust/crates/rusticol-python/src/lib.rs
+      - pyamplicol/src/pyamplicol/_internal/physics/symbols.py
+      - pyamplicol/src/pyamplicol/_internal/versions.py
+      - pyamplicol/src/pyamplicol/config/**
+      - pyamplicol/src/pyamplicol/evaluators/symbolica*.py
+      - pyamplicol/src/pyamplicol/generation/**
+      - pyamplicol/src/pyamplicol/models/prepared*.py
+      - pyamplicol/src/pyamplicol/runtime/eager_exact/**
+      - pyamplicol/tools/ci/eager_portability*.py
+  push:
+    branches: [main]
+    paths:
+      - .github/workflows/pyamplicol-eager-portability.yml
+      - pyamplicol/Cargo.lock
+      - pyamplicol/Cargo.toml
+      - pyamplicol/build_backend/prepared_models.py
+      - pyamplicol/dependencies/release-lock.toml
+      - pyamplicol/pyproject.toml
+      - pyamplicol/rust/crates/rusticol-core/src/eager_runtime/**
+      - pyamplicol/rust/crates/rusticol-core/src/eager_runtime.rs
+      - pyamplicol/rust/crates/rusticol-core/src/eager_tables.rs
+      - pyamplicol/rust/crates/rusticol-core/src/engine/**
+      - pyamplicol/rust/crates/rusticol-core/src/engine.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_plane.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_direct.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_eager_direct.rs
+      - pyamplicol/rust/crates/rusticol-core/src/evaluator/symjit_compiled_direct.rs
+      - pyamplicol/rust/crates/rusticol-core/src/lib.rs
+      - pyamplicol/rust/crates/rusticol-python/src/lib.rs
+      - pyamplicol/src/pyamplicol/_internal/physics/symbols.py
+      - pyamplicol/src/pyamplicol/_internal/versions.py
+      - pyamplicol/src/pyamplicol/config/**
+      - pyamplicol/src/pyamplicol/evaluators/symbolica*.py
+      - pyamplicol/src/pyamplicol/generation/**
+      - pyamplicol/src/pyamplicol/models/prepared*.py
+      - pyamplicol/src/pyamplicol/runtime/eager_exact/**
+      - pyamplicol/tools/ci/eager_portability*.py
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+defaults:
+  run:
+    working-directory: pyamplicol
+
+concurrency:
+  group: pyamplicol-eager-portability-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  produce-architecture-packs:
+    name: Produce prepared JIT pack (${{ matrix.target }})
+    runs-on: ${{ matrix.runner }}
+    concurrency:
+      group: "pyamplicol-symbolica-${{ startsWith(matrix.runner, 'macos-') && matrix.runner || format('{0}-{1}', matrix.runner, github.run_id) }}"
+      cancel-in-progress: false
+      queue: max
+    timeout-minutes: 90
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - runner: ubuntu-24.04
+            target: linux-x86-64
+            system: Linux
+            machine: x86_64
+            pack_architecture: x86_64
+          - runner: macos-15
+            target: macos-arm64
+            system: Darwin
+            machine: arm64
+            pack_architecture: aarch64
+    env:
+      PYAMPLICOL_BUILD_MODE: release
+      PYTHONDONTWRITEBYTECODE: "1"
+      SYMBOLICA_HIDE_BANNER: "1"
+    steps:
+      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
+        with:
+          persist-credentials: false
+      - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
+        with:
+          python-version: "3.11"
+          cache: pip
+          cache-dependency-path: |
+            pyamplicol/pyproject.toml
+            pyamplicol/dependencies/release-lock.toml
+            pyamplicol/dependencies/python-runtime-lock.toml
+      - uses: dtolnay/rust-toolchain@46511b1c83438f0dd37c02d843619ece5a4abb5b # 1.97.1
+      - name: Install pinned build tools
+        run: python -m pip install "maturin==1.15.0" "packaging==26.3"
+      - name: Build the non-publishable release bootstrap wheel
+        run: >-
+          python tools/ci/memory_watchdog.py --limit-gib 30 --
+          python tools/release/prepare_release_prepared_models.py
+          bootstrap-wheel .artifacts/release-prepared-bootstrap
+      - name: Install the isolated published-dependency runtime
+        run: |
+          python -m venv .venv
+          .venv/bin/python -m pip install .artifacts/release-prepared-bootstrap/pyamplicol-*.whl
+      - name: Produce host-labelled portable built-in JIT O2 packs
+        run: >-
+          .venv/bin/python tools/ci/memory_watchdog.py --limit-gib 30 --
+          .venv/bin/python tools/ci/eager_portability.py produce
+          .artifacts/eager-portability-transfer/${{ matrix.pack_architecture }}
+          --python .venv/bin/python
+          --asset-mode release
+          --expected-system ${{ matrix.system }}
+          --expected-machine ${{ matrix.machine }}
+      - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
+        with:
+          name: pyamplicol-eager-jit-transfer-${{ matrix.pack_architecture }}
+          path: pyamplicol/.artifacts/eager-portability-transfer/${{ matrix.pack_architecture }}/
+          if-no-files-found: error
+          retention-days: 14
+
+  consume-matching-architecture-pack:
+    name: Consume portable pack (${{ matrix.target }})
+    needs: produce-architecture-packs
+    runs-on: ${{ matrix.runner }}
+    concurrency:
+      group: "pyamplicol-symbolica-${{ startsWith(matrix.runner, 'macos-') && matrix.runner || format('{0}-{1}', matrix.runner, github.run_id) }}"
+      cancel-in-progress: false
+      queue: max
+    timeout-minutes: 90
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - runner: ubuntu-24.04
+            target: linux-x86-64
+            system: Linux
+            machine: x86_64
+            pack_architecture: x86_64
+          - runner: macos-15-intel
+            target: macos-x86-64
+            system: Darwin
+            machine: x86_64
+            pack_architecture: x86_64
+          - runner: macos-15
+            target: macos-arm64
+            system: Darwin
+            machine: arm64
+            pack_architecture: aarch64
+    env:
+      PYAMPLICOL_BUILD_MODE: release
+      PYTHONDONTWRITEBYTECODE: "1"
+      SYMBOLICA_HIDE_BANNER: "1"
+    steps:
+      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
+        with:
+          persist-credentials: false
+      - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
+        with:
+          python-version: "3.11"
+          cache: pip
+          cache-dependency-path: |
+            pyamplicol/pyproject.toml
+            pyamplicol/dependencies/release-lock.toml
+            pyamplicol/dependencies/python-runtime-lock.toml
+      - uses: dtolnay/rust-toolchain@46511b1c83438f0dd37c02d843619ece5a4abb5b # 1.97.1
+      - uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5.0.0
+        with:
+          name: pyamplicol-eager-jit-transfer-${{ matrix.pack_architecture }}
+          path: pyamplicol/.artifacts/eager-portability-transfer
+      - name: Install pinned build tools
+        run: python -m pip install "maturin==1.15.0" "packaging==26.3"
+      - name: Build the non-publishable release bootstrap wheel
+        run: >-
+          python tools/ci/memory_watchdog.py --limit-gib 30 --
+          python tools/release/prepare_release_prepared_models.py
+          bootstrap-wheel .artifacts/release-prepared-bootstrap
+      - name: Install the isolated published-dependency runtime
+        run: |
+          python -m venv .venv
+          .venv/bin/python -m pip install .artifacts/release-prepared-bootstrap/pyamplicol-*.whl
+      - name: Generate and evaluate from the portable pack
+        run: >-
+          .venv/bin/python tools/ci/memory_watchdog.py --limit-gib 30 --
+          .venv/bin/python tools/ci/eager_portability.py consume
+          .artifacts/eager-portability-transfer
+          --python .venv/bin/python
+          --expected-system ${{ matrix.system }}
+          --expected-machine ${{ matrix.machine }}
+          --report .artifacts/eager-portability-results/${{ matrix.target }}.json
+      - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
+        with:
+          name: pyamplicol-eager-jit-result-${{ matrix.target }}
+          path: pyamplicol/.artifacts/eager-portability-results/${{ matrix.target }}.json
+          if-no-files-found: error
+          retention-days: 14