Lightsheet napari viewer: cloud tile streaming, view-aware fetching, problem reporting, and the cloud fixture

.github/workflows/build-lightsheet-fixture.yml

@@ -21,7 +21,7 @@ on:
       ndi_matlab_ref:
         description: 'NDI-matlab branch/tag/SHA that carries lightsheet_blob_cloud_roundtrip'
         required: true
-        default: 'claude/lightsheet-zarr-ndi-viewer-djp5vk'
+        default: 'main'
 
 concurrency:
   group: build-lightsheet-fixture
@@ -45,12 +45,10 @@ jobs:
           path: NDI-python
 
       # The blob-fixture routine (ndi.test.cloud.lightsheet_blob_cloud_roundtrip)
-      # is not on NDI-matlab main yet -- it lives on the sibling
-      # claude/lightsheet-zarr-ndi-viewer-djp5vk branch. `ndi_matlab_ref`
-      # picks which ref to check out (default: that branch). Fall back
-      # to main only when the requested ref no longer exists on the
-      # remote, and fail loudly rather than silently use a main that
-      # cannot resolve the routine.
+      # is on NDI-matlab main since VH-Lab/NDI-matlab#979. `ndi_matlab_ref`
+      # picks which ref to check out (default: main), so a fixture can still
+      # be built from a branch that changes the routine. Fall back to main
+      # only when the requested ref no longer exists on the remote.
       - name: Check out NDI-matlab (from ndi_matlab_ref)
         uses: actions/checkout@v4
         with:
@@ -139,11 +137,11 @@ jobs:
             % them up: on stdout for the log, and via
             % GITHUB_OUTPUT so a follow-up job can consume them.
             fprintf('CLOUD_DATASET_ID=%s\n', info.cloudDatasetId);
-            fprintf('DATASET_NAME=%s\n', info.remoteDatasetName);
+            fprintf('DATASET_NAME=%s\n', info.cloudDatasetName);
 
             fid = fopen(getenv("GITHUB_OUTPUT"), "a");
             fprintf(fid, "cloud_dataset_id=%s\n", info.cloudDatasetId);
-            fprintf(fid, "dataset_name=%s\n", info.remoteDatasetName);
+            fprintf(fid, "dataset_name=%s\n", info.cloudDatasetName);
             fclose(fid);
 
       - name: Write summary

.github/workflows/test-cloud-api.yml

@@ -8,6 +8,18 @@ on:
   # Allow manual runs from the Actions tab
   workflow_dispatch:
 
+  # Run on pull requests that touch the pyramid loader, its cloud
+  # fixture, or the workflow itself. Kept path-filtered so a PR that
+  # only edits, say, gene-pyramid code does not burn cloud API calls
+  # and bill the two shared test accounts on every push.
+  pull_request:
+    paths:
+      - 'src/ndi/pyramid/**'
+      - 'tests/test_pyramid_loader_integration.py'
+      - 'tests/fixtures/lightsheet_cloud_fixture.json'
+      - 'tests/test_cloud_*.py'
+      - '.github/workflows/test-cloud-api.yml'
+
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
@@ -49,4 +61,9 @@ jobs:
           # All live cloud test files, not just test_cloud_live.py -- the
           # others were previously exercised only by ci.yml, so they had no
           # coverage on days when nobody opened a PR.
-          pytest tests/test_cloud_*.py -v --tb=short
+          #
+          # test_pyramid_loader_integration.py points at the permanent
+          # lightsheet blob fixture (see tests/fixtures/lightsheet_cloud_fixture.json,
+          # built by build-lightsheet-fixture.yml). It runs under the
+          # same account-and-env matrix as the rest of the cloud tests.
+          pytest tests/test_cloud_*.py tests/test_pyramid_loader_integration.py -v --tb=short

pyproject.toml

@@ -70,6 +70,16 @@ dependencies = [
     # default. keyring is preferred when present but stays optional,
     # since it is the OS-keychain path rather than the portable one.
     "cryptography>=41.0",
+    # dask[array] powers ndi.pyramid.ImagePyramidLoader -- the
+    # napari-independent multiscale loader. It used to live under
+    # the napari extra because only napari-driven viewers touched
+    # it, but the loader is now a first-class ndi API that
+    # matplotlib, Jupyter and (eventually) a MATLAB comparison
+    # harness consume without napari. That makes dask a runtime
+    # dependency of the pyramid subpackage. It stays pinned in the
+    # napari extra as well (as a redundant floor), so an old lock
+    # file that pinned dask through napari does not break.
+    "dask[array]>=2023.1",
 ]
 
 [project.optional-dependencies]
@@ -82,10 +92,12 @@ dependencies = [
 gui = [
     "PySide6>=6.5",
 ]
-# napari, and the dask it drives the tile ladder through. An EXTRA for the
+# napari is the tile viewer over the pyramid loader. An EXTRA for the
 # same reason gui is: a headless install should not pull in Qt and OpenGL.
 # ndi.gui.app.genepyramid.viewer imports through require_napari(), so the
-# failure mode for a missing toolkit is a sentence naming this extra.
+# failure mode for a missing toolkit is a sentence naming this extra. The
+# loader's own dask requirement moved to project.dependencies once the
+# loader graduated out of the viewer namespace into ndi.pyramid.
 napari = [
     "napari[all]>=0.4.19",
     "dask[array]>=2023.1",
@@ -161,6 +173,7 @@ addopts = "-v --tb=short --ignore=tests/symmetry"
 markers = [
     "slow: marks tests as slow (deselect with '-m \"not slow\"')",
     "symmetry: marks cross-language symmetry tests (run with 'pytest tests/symmetry/')",
+    "cloud: marks live-cloud tests (skipped when NDI_CLOUD_USERNAME / NDI_CLOUD_PASSWORD are missing)",
 ]
 
 [tool.black]