From 2a2ede3876333e69c7df5899e9ca8bbc80aa253a Mon Sep 17 00:00:00 2001 From: Sahil Batra Date: Wed, 1 Jul 2026 21:53:02 -0400 Subject: [PATCH] Remove Composer DAG sync steps from CI/CD pipeline The pipeline required the Composer environment to be running at all times for CI to succeed. DAG syncing can be done on-demand via scripts/sync_dags.sh instead. Co-Authored-By: Claude Opus 4.6 --- .github/workflows/cicd.yaml | 15 +-------------- 1 file changed, 1 insertion(+), 14 deletions(-) diff --git a/.github/workflows/cicd.yaml b/.github/workflows/cicd.yaml index b158520..213081a 100644 --- a/.github/workflows/cicd.yaml +++ b/.github/workflows/cicd.yaml @@ -78,17 +78,4 @@ jobs: - name: Push Beam SDK image run: | docker push ${{ env.LOCATION }}-docker.pkg.dev/${{ env.PROJECT_ID }}/${{ env.REPOSITORY }}/${{ env.BEAM_IMAGE_NAME }}:${{ env.IMAGE_TAG }} - docker push ${{ env.LOCATION }}-docker.pkg.dev/${{ env.PROJECT_ID }}/${{ env.REPOSITORY }}/${{ env.BEAM_IMAGE_NAME }}:latest - - - name: Get Composer DAGs bucket - id: composer - run: | - DAGS_BUCKET=$(gcloud composer environments describe ml-pipelines-composer \ - --location us-central1 \ - --project ${{ env.PROJECT_ID }} \ - --format="value(config.dagGcsPrefix)") - echo "dags_bucket=$DAGS_BUCKET" >> $GITHUB_OUTPUT - - - name: Sync DAGs to Composer - run: | - gcloud storage cp dags/*.py ${{ steps.composer.outputs.dags_bucket }}/ \ No newline at end of file + docker push ${{ env.LOCATION }}-docker.pkg.dev/${{ env.PROJECT_ID }}/${{ env.REPOSITORY }}/${{ env.BEAM_IMAGE_NAME }}:latest \ No newline at end of file