test(e2e): replay recorded weather app project end to end in CI

.github/workflows/ci.yml

@@ -26,6 +26,7 @@ jobs:
       typecheck: ${{ steps.filter.outputs.typecheck }}
       test: ${{ steps.filter.outputs.test }}
       e2e: ${{ steps.filter.outputs.e2e }}
+      e2e-pipeline: ${{ steps.filter.outputs.e2e_pipeline }}
       pins: ${{ steps.filter.outputs.pins }}
       vendor: ${{ steps.filter.outputs.vendor }}
     steps:
@@ -71,6 +72,14 @@ jobs:
               - "workflows/**"
               - "test/e2e/**"
               - "vendor/**"
+            e2e_pipeline:
+              - *shared
+              - "apps/hub/**"
+              - "packages/**"
+              - "workflows/**"
+              - "test/e2e/**"
+              - "test/fixtures/**"
+              - "vendor/**"
             pins:
               - *shared
               - "**/package.json"
@@ -156,7 +165,39 @@ jobs:
       - if: env.RUN == 'true'
         uses: ./.github/actions/setup
       - if: env.RUN == 'true'
-        run: bun run test:e2e
+        run: bun --conditions=intx-src test ./test/e2e/custom-provider.test.ts ./test/e2e/oauth-model-login.test.ts ./test/e2e/specialist-end-notices.test.ts ./test/e2e/support/recorded-model.test.ts
+        env:
+          E2E_DB_HOST: 127.0.0.1
+          E2E_DB_PORT: 5432
+          E2E_DB_USER: postgres
+          E2E_DB_PASSWORD: postgres
+
+  e2e-pipeline:
+    needs: changes
+    runs-on: ubuntu-24.04
+    timeout-minutes: 15
+    continue-on-error: true
+    env:
+      RUN: ${{ github.event_name != 'pull_request' || needs.changes.outputs.e2e-pipeline == 'true' }}
+    steps:
+      - if: env.RUN == 'true'
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          persist-credentials: false
+      - if: env.RUN == 'true'
+        uses: ./.github/actions/postgres
+      - if: env.RUN == 'true'
+        uses: ./.github/actions/setup
+      - if: env.RUN == 'true'
+        run: |
+          sudo apt-get update && sudo apt-get install -y --no-install-recommends \
+            bubblewrap socat unzip fonts-liberation libasound2t64 \
+            libatk-bridge2.0-0t64 libatk1.0-0t64 libatspi2.0-0t64 libdbus-1-3 \
+            libexpat1 libgbm1 libglib2.0-0t64 libnspr4 libnss3 libx11-6 libxcb1 \
+            libxcomposite1 libxdamage1 libxext6 libxfixes3 libxkbcommon0 libxrandr2
+          sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0
+      - if: env.RUN == 'true'
+        run: bun --conditions=intx-src test ./test/e2e/pipeline.test.ts
         env:
           E2E_DB_HOST: 127.0.0.1
           E2E_DB_PORT: 5432

AGENTS.md

@@ -24,7 +24,8 @@ These are the ones no check catches:
   ([who owns what](https://github.com/corbitsdev/corbits-builder/blob/main/docs/IMPLEMENTATION.md#who-owns-what)).
 - Extend the existing module, package, API or component before adding one
   that overlaps it; Builder keeps one way to do each thing. Interface work
-  follows [apps/web/AGENTS.md](apps/web/AGENTS.md).
+  follows [apps/web/AGENTS.md](apps/web/AGENTS.md); end-to-end and integration
+  tests follow [test/AGENTS.md](test/AGENTS.md).
 - The interface talks to the hub through `@corbits-builder/client`.
 - A change to `vendor/interchange` is its own `(vendor)` commit that also
   updates `vendor/interchange.manifest.json`.

CONTRIBUTING.md

@@ -107,8 +107,8 @@ covers the architecture, tests and other scripts.
    bun run vendor:verify # vendored Interchange matches its manifest
    ```
 
-   `bun run format` fixes formatting. Changes to model logins also need
-   `bun run test:e2e` against a real Postgres
+   `bun run format` fixes formatting. Changes to model logins, workflows, tools,
+   approvals or sidecars also need `bun run test:e2e` against a real Postgres
    ([docs/DEV.md](https://github.com/corbitsdev/corbits-builder/blob/main/docs/DEV.md#tests)).
 
 4. Commit with a [Conventional Commit](https://www.conventionalcommits.org)