CTM-575 Clean up AOU images

.github/workflows/publish.yml

@@ -8,15 +8,12 @@ on:
         type: choice
         options:
           - terra-base
-          - terra-jupyter-aou
           - terra-jupyter-base
           - terra-jupyter-bioconductor
           - terra-jupyter-gatk
           - terra-jupyter-hail
           - terra-jupyter-python
           - terra-jupyter-r
-          - terra-rstudio-aou
-          - wondershaper
         default: terra-rstudio-rstudio
       branch:
         description: 'Branch to run the workflow on'
@@ -25,6 +22,9 @@ on:
 jobs:
   publish-job:
     runs-on: self-hosted
+    env:
+      # Create a plain image, not an attestation manifest list.
+      BUILDX_NO_DEFAULT_ATTESTATIONS: 1
     steps:
       - name: Checkout current code
         uses: actions/checkout@v3
@@ -40,19 +40,26 @@ jobs:
         run: sudo rm -rf /usr/share/dotnet
 
       - id: auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v3
         with:
           credentials_json: ${{ secrets.TD_GCP_SA_KEY }}
           create_credentials_file: true
 
       - name: Set up Cloud SDK
-        uses: google-github-actions/setup-gcloud@v0.3.0
+        uses: google-github-actions/setup-gcloud@v3
         with:
           project_id: ${{ secrets.GCP_PROJECT_ID }}
 
       - name: Explicitly auth Docker for GCR
         run: gcloud auth configure-docker --quiet
 
+      - name: Set up Docker Buildx
+        # driver: docker keeps build output in the local image store; the default
+        # docker-container driver would need --load and break the steps below.
+        uses: docker/setup-buildx-action@v4
+        with:
+          driver: docker
+
       - name: Build Docker image and publish
         run: |
           gcloud auth configure-docker

.github/workflows/publish_all.yml

@@ -13,6 +13,9 @@ on:
 jobs:
   publish-job:
     runs-on: self-hosted
+    env:
+      # Create a plain image, not an attestation manifest list.
+      BUILDX_NO_DEFAULT_ATTESTATIONS: 1
     steps:
       - name: Checkout current code
         uses: actions/checkout@v3
@@ -23,19 +26,26 @@ jobs:
           python-version: '3.10'
 
       - id: auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v3
         with:
           credentials_json: ${{ secrets.TD_GCP_SA_KEY }}
           create_credentials_file: true
 
       - name: Set up Cloud SDK
-        uses: google-github-actions/setup-gcloud@v0.3.0
+        uses: google-github-actions/setup-gcloud@v3
         with:
           project_id: ${{ secrets.GCP_PROJECT_ID }}
 
       - name: Explicitly auth Docker for GCR
         run: gcloud auth configure-docker --quiet
 
+      - name: Set up Docker Buildx
+        # driver: docker keeps build output in the local image store; the default
+        # docker-container driver would need --load and break the steps below.
+        uses: docker/setup-buildx-action@v4
+        with:
+          driver: docker
+
       - name: Build Docker image and publish
         run: |
           gcloud auth configure-docker

.github/workflows/test-terra-jupyter-base.yml

@@ -28,12 +28,18 @@ on:
     - 'terra-jupyter-base/**'
     - '.github/workflows/test-terra-jupyter-base.yml'
 
+  schedule:
+    # Nightly rebuild to catch rot, 30 minute cascade starting 2a ET
+    - cron: '0 6 * * *'
+
   workflow_dispatch:
     # Allows manually triggering of workflow on a selected branch via the GitHub Actions tab.
     # GitHub blog demo: https://github.blog/changelog/2020-07-06-github-actions-manual-triggers-with-workflow_dispatch/.
 
 env:
   GOOGLE_PROJECT: ${{ secrets.GCP_PROJECT_ID }}
+  # Create a plain image, not an attestation manifest list.
+  BUILDX_NO_DEFAULT_ATTESTATIONS: 1
 
 jobs:
 
@@ -53,16 +59,23 @@ jobs:
       run: sudo rm -rf /usr/share/dotnet
 
     - id: auth
-      uses: google-github-actions/auth@v1
+      uses: google-github-actions/auth@v3
       with:
         credentials_json: ${{ secrets.TD_GCP_SA_KEY }}
         create_credentials_file: true
 
     - name: Set up Cloud SDK
-      uses: google-github-actions/setup-gcloud@v0.3.0
+      uses: google-github-actions/setup-gcloud@v3
       with:
         project_id: ${{ secrets.GCP_PROJECT_ID }}
 
+    - name: Set up Docker Buildx
+      # driver: docker keeps build output in the local image store; the default
+      # docker-container driver would need --load and break the steps below.
+      uses: docker/setup-buildx-action@v4
+      with:
+        driver: docker
+
     - name: Build Docker image and base images too, if needed
       run: |
         gcloud auth configure-docker

.github/workflows/test-terra-jupyter-bioconductor.yml

@@ -28,12 +28,17 @@ on:
     - 'terra-jupyter-bioconductor/**'
     - '.github/workflows/test-terra-jupyter-bioconductor.yml'
 
+  schedule:
+    - cron: '30 6 * * *'
+
   workflow_dispatch:
     # Allows manually triggering of workflow on a selected branch via the GitHub Actions tab.
     # GitHub blog demo: https://github.blog/changelog/2020-07-06-github-actions-manual-triggers-with-workflow_dispatch/.
 
 env:
   GOOGLE_PROJECT: ${{ secrets.GCP_PROJECT_ID }}
+  # Create a plain image, not an attestation manifest list.
+  BUILDX_NO_DEFAULT_ATTESTATIONS: 1
 
 jobs:
 
@@ -53,16 +58,23 @@ jobs:
       run: sudo rm -rf /usr/share/dotnet
 
     - id: auth
-      uses: google-github-actions/auth@v1
+      uses: google-github-actions/auth@v3
       with:
         credentials_json: ${{ secrets.TD_GCP_SA_KEY }}
         create_credentials_file: true
 
     - name: Set up Cloud SDK
-      uses: google-github-actions/setup-gcloud@v0.3.0
+      uses: google-github-actions/setup-gcloud@v3
       with:
         project_id: ${{ secrets.GCP_PROJECT_ID }}
 
+    - name: Set up Docker Buildx
+      # driver: docker keeps build output in the local image store; the default
+      # docker-container driver would need --load and break the steps below.
+      uses: docker/setup-buildx-action@v4
+      with:
+        driver: docker
+
     - name: Build Docker image and base images too, if needed
       run: |
         gcloud auth configure-docker

.github/workflows/test-terra-jupyter-gatk.yml

@@ -28,12 +28,17 @@ on:
     - 'terra-jupyter-gatk/**'
     - '.github/workflows/test-terra-jupyter-gatk.yml'
 
+  schedule:
+    - cron: '0 7 * * *'
+
   workflow_dispatch:
     # Allows manually triggering of workflow on a selected branch via the GitHub Actions tab.
     # GitHub blog demo: https://github.blog/changelog/2020-07-06-github-actions-manual-triggers-with-workflow_dispatch/.
 
 env:
   GOOGLE_PROJECT: ${{ secrets.GCP_PROJECT_ID }}
+  # Create a plain image, not an attestation manifest list.
+  BUILDX_NO_DEFAULT_ATTESTATIONS: 1
 
 jobs:
 
@@ -53,16 +58,23 @@ jobs:
       run: sudo rm -rf /usr/share/dotnet
 
     - id: auth
-      uses: google-github-actions/auth@v1
+      uses: google-github-actions/auth@v3
       with:
         credentials_json: ${{ secrets.TD_GCP_SA_KEY }}
         create_credentials_file: true
 
     - name: Set up Cloud SDK
-      uses: google-github-actions/setup-gcloud@v0.3.0
+      uses: google-github-actions/setup-gcloud@v3
       with:
         project_id: ${{ secrets.GCP_PROJECT_ID }}
 
+    - name: Set up Docker Buildx
+      # driver: docker keeps build output in the local image store; the default
+      # docker-container driver would need --load and break the steps below.
+      uses: docker/setup-buildx-action@v4
+      with:
+        driver: docker
+
     - name: Build Docker image and base images too, if needed
       run: |
         gcloud auth configure-docker
@@ -123,4 +135,3 @@ jobs:
           --entrypoint="" \
           terra-jupyter-gatk:smoke-test \
           /bin/bash -c 'for nb in {terra-jupyter-python/tests,terra-jupyter-gatk/tests}/*ipynb ; do jupyter nbconvert --to html_embed --execute "${nb}" ; done'
-