Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
28 commits
Select commit Hold shift + click to select a range
7d54df7
fix add error passing
matthewpeterkort May 5, 2026
254a25f
dont delete repo;force push instead (#227)
bwalsh May 6, 2026
1fda562
update docs for latest (#226)
bwalsh May 7, 2026
002ab10
Mirror git-drs CLI to be like LFS (#232)
matthewpeterkort May 11, 2026
2784d9a
pin versions to latest syfon release
matthewpeterkort May 11, 2026
21e4dcd
fix-unnecessary-introductory-text (#234)
bwalsh May 12, 2026
17880eb
Fix/misc issues (#235)
matthewpeterkort May 13, 2026
27f0f72
Audit/git drs (#236)
matthewpeterkort Jun 24, 2026
7f458c6
update coverage
matthewpeterkort Jun 24, 2026
e9664e4
fix(test): exclude hidden cache directories and venv from coverage fi…
matthewpeterkort Jun 24, 2026
9462b8e
Feature/cleanup (#237)
matthewpeterkort Jun 28, 2026
68afab5
patch ping bug (#238)
matthewpeterkort Jun 29, 2026
edfc00b
Add macOS code signing to GoReleaser configuration (#239)
bwalsh Jun 29, 2026
2e00483
fix releaser
matthewpeterkort Jun 29, 2026
54005d4
Fix tar.gz archives to contain only the binary executable
bwalsh Jun 29, 2026
aaea173
fix/releaser (#240)
bwalsh Jun 30, 2026
4466e61
fix push discovery to scan reachable pointers (#241)
matthewpeterkort Jun 30, 2026
036fe59
fix/sign-and-notarize (#242)
bwalsh Jul 10, 2026
a0060d7
chore/monorepos (#244)
bwalsh Jul 10, 2026
a7a0b23
[WIP] add support for copying recrods from local git cach to calypr r…
matthewpeterkort Jul 15, 2026
c6f6611
Add Terra/AnVIL ADR, TDD guide, and acceptance tests for DRS URI supp…
bwalsh Aug 3, 2026
cea5697
feature/globus (#251)
bwalsh Sep 16, 2026
a821333
Rework push OID checks and align Syfon APIs (#250)
matthewpeterkort Sep 28, 2026
81ef29c
Release/oct 26 (#263)
matthewpeterkort Sep 29, 2026
33cde7d
update presentation (#265)
bwalsh Oct 7, 2026
86d82dc
Fix Gen3 ping and upload progress output (#264)
matthewpeterkort Oct 7, 2026
58efafb
Fix version command outside Git repositories (#270)
bwalsh Nov 2, 2026
75c86f5
Update quickstart install examples to use GIT_DRS_VERSION env variabl…
bwalsh Nov 2, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
11 changes: 11 additions & 0 deletions .dockerignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
.git
.gopath
.gomodcache
.gocache
.gotmp
.pycache
.audit
.DS_Store
venv
bin
coverage
5 changes: 2 additions & 3 deletions .github/workflows/build.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ on:
push:
branches: [ main, master, develop ]
pull_request:
branches: [ main, master, develop ]
workflow_dispatch:

concurrency:
Expand All @@ -21,10 +20,10 @@ jobs:
with:
submodules: recursive

- name: Set up Go 1.x
- name: Set up Go 1.26.6
uses: actions/setup-go@v5
with:
go-version-file: go.mod
go-version: '1.26.6'

- name: Build Git-DRS
run: make build
Expand Down
75 changes: 75 additions & 0 deletions .github/workflows/gen3-integration.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
name: Gen3 Integration

on:
pull_request:
workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true

permissions:
contents: read

jobs:
calypr:
name: Calypr git-drs integration
runs-on: ubuntu-latest
timeout-minutes: 40
steps:
- name: Check out git-drs
uses: actions/checkout@v4
with:
path: git-drs

- name: Read pinned Syfon ref
id: syfon-ref
working-directory: git-drs
shell: bash
run: |
ref="$(tr -d '[:space:]' < tests/integration/docker_syfon/syfon.ref)"
if [[ ! "$ref" =~ ^[0-9a-f]{40}$ ]]; then
echo "error: tests/integration/docker_syfon/syfon.ref must contain one lowercase 40-hex commit" >&2
exit 1
fi
echo "ref=$ref" >> "$GITHUB_OUTPUT"

- name: Check out Syfon
uses: actions/checkout@v4
with:
repository: calypr/syfon
path: syfon
ref: ${{ steps.syfon-ref.outputs.ref }}

- name: Install kind
uses: helm/kind-action@v1.15.0
with:
install_only: true
version: v0.25.0

- name: Install Helm
uses: azure/setup-helm@v5.0.1
with:
version: v3.16.3

- name: Install kubectl
uses: azure/setup-kubectl@v5.1.0
with:
version: v1.31.2

- name: Run Gen3 scenarios
working-directory: git-drs
env:
TEST_SYFON_ROOT: ${{ github.workspace }}/syfon
CALYPR_RUN_ID: ${{ github.run_id }}-${{ github.run_attempt }}
CALYPR_STATE_DIR: ${{ runner.temp }}/git-drs-calypr-${{ github.run_id }}-${{ github.run_attempt }}
run: tests/calypr/run.sh all

- name: Upload sanitized diagnostics
if: always()
uses: actions/upload-artifact@v4
with:
name: gen3-integration-${{ github.run_id }}-${{ github.run_attempt }}
path: ${{ runner.temp }}/git-drs-calypr-${{ github.run_id }}-${{ github.run_attempt }}/artifacts
if-no-files-found: warn
retention-days: 7
11 changes: 9 additions & 2 deletions .github/workflows/install.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,8 @@ jobs:
include:
- { os: linux, arch: amd64, runner: ubuntu-latest }
- { os: linux, arch: arm64, runner: ubuntu-24.04-arm }
- { os: darwin, arch: amd64, runner: macos-latest }
- { os: darwin, arch: arm64, runner: macos-latest }
- { os: darwin, arch: amd64, runner: macos-15-intel }
- { os: darwin, arch: arm64, runner: macos-15 }

steps:
- name: Checkout Code
Expand All @@ -31,7 +31,14 @@ jobs:
shell: bash
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
EXPECTED_ARCH: ${{ matrix.arch }}
run: |
actual_arch=$(uname -m)
case "$actual_arch" in
x86_64) actual_arch=amd64 ;;
aarch64) actual_arch=arm64 ;;
esac
test "$actual_arch" = "$EXPECTED_ARCH"
./install.sh
# GITHUB_PATH is updated by the script, but we might need to refresh for the current step
# but usually it's better to just use identifying path or rely on next steps
Expand Down
89 changes: 89 additions & 0 deletions .github/workflows/pages.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
name: Publish documentation

on:
push:
branches: [main]
paths:
- docs/**
- mkdocs.yml
- .github/workflows/pages.yaml
workflow_dispatch:

permissions:
contents: read
pages: write
id-token: write

concurrency:
group: pages
cancel-in-progress: true

jobs:
build:
runs-on: ubuntu-latest
steps:
- name: Check out repository
uses: actions/checkout@v4

- name: Configure GitHub Pages
uses: actions/configure-pages@v5

- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.13"

- name: Install documentation builder
run: python -m pip install mkdocs-material==9.6.14

- name: Select end-user documentation
run: |
mkdir -p .pages-docs
cp docs/index.md .pages-docs/
cp docs/quickstart.md .pages-docs/
cp docs/getting-started.md .pages-docs/
cp docs/commands.md .pages-docs/
cp docs/access-method-selection-and-authentication.md .pages-docs/
cp docs/globus.md .pages-docs/
cp docs/globus-add-url.md .pages-docs/
cp docs/pointer-files.md .pages-docs/
cp docs/adding-s3-files.md .pages-docs/
cp docs/remove-files.md .pages-docs/
cp docs/troubleshooting.md .pages-docs/
cp docs/*.png .pages-docs/

- name: Build documentation and presentation
run: |
npx --yes @marp-team/marp-cli@4.2.3 \
docs/anvil-terra-poc-presentation.md \
--html \
--template bespoke \
--output .pages-docs/anvil-terra-poc-presentation.html
mkdocs build --strict
# Keep the standalone Bespoke document byte-for-byte intact.
cp .pages-docs/anvil-terra-poc-presentation.html \
_site/anvil-terra-poc-presentation.html

- name: Verify presentation artifact
run: |
# A Bespoke deck needs its embedded browser runtime for slide paging.
grep -q '<script' _site/anvil-terra-poc-presentation.html
grep -q 'bespoke' _site/anvil-terra-poc-presentation.html
# Guard code-block contrast against Marp's highlighting stylesheet.
grep -q 'pre code.hljs' _site/anvil-terra-poc-presentation.html

- name: Upload GitHub Pages artifact
uses: actions/upload-pages-artifact@v3
with:
path: _site

deploy:
environment:
name: github-pages
url: ${{ steps.deployment.outputs.page_url }}
runs-on: ubuntu-latest
needs: build
steps:
- name: Deploy GitHub Pages
id: deployment
uses: actions/deploy-pages@v4
7 changes: 3 additions & 4 deletions .github/workflows/pr-checks.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,6 @@ name: PR Checks

on:
pull_request:
branches: [ main, master, develop ]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
Expand All @@ -27,7 +26,7 @@ jobs:
- name: Set up Go
uses: actions/setup-go@v5
with:
go-version-file: go.mod
go-version: '1.26.6'

- name: Run go vet
run: go vet ./...
Expand Down Expand Up @@ -72,7 +71,7 @@ jobs:
- name: Set up Go
uses: actions/setup-go@v5
with:
go-version-file: go.mod
go-version: '1.26.6'

- name: Run tests
run: go test -v -race $(go list ./... | grep -v '/cmd/addurl$')
run: go test -v -race ./...
45 changes: 34 additions & 11 deletions .github/workflows/release.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -11,26 +11,49 @@ permissions:

jobs:
goreleaser:
runs-on: ubuntu-latest
runs-on: macos-latest
steps:
-
name: Checkout
- name: Checkout
uses: actions/checkout@v4
with:
submodules: recursive
-
name: Set up Go

- name: Set up Go
uses: actions/setup-go@v5
with:
go-version-file: go.mod
-
name: Run GoReleaser
go-version: '1.26.6'

- name: Import Apple Developer certificate
env:
APPLE_CERT_DATA: ${{ secrets.APPLE_CERT_DATA }}
APPLE_CERT_PASSWORD: ${{ secrets.APPLE_CERT_PASSWORD }}
run: |
KEYCHAIN_PATH="$RUNNER_TEMP/build.keychain-db"
CERT_PATH="$RUNNER_TEMP/certificate.p12"

security create-keychain -p "" "$KEYCHAIN_PATH"
security default-keychain -s "$KEYCHAIN_PATH"
security unlock-keychain -p "" "$KEYCHAIN_PATH"
security set-keychain-settings -lut 3600 "$KEYCHAIN_PATH"

printf '%s' "$APPLE_CERT_DATA" | base64 --decode > "$CERT_PATH"
security import "$CERT_PATH" \
-k "$KEYCHAIN_PATH" \
-P "$APPLE_CERT_PASSWORD" \
-T /usr/bin/codesign
security set-key-partition-list -S apple-tool:,apple: -s -k "" "$KEYCHAIN_PATH"
security find-identity -v -p codesigning "$KEYCHAIN_PATH"

- name: Release with GoReleaser
uses: goreleaser/goreleaser-action@v6
with:
# either 'goreleaser' (default) or 'goreleaser-pro'
distribution: goreleaser
# 'latest', 'nightly', or a semver
version: 'latest'
version: latest
args: release --clean
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
APPLE_CERT_DATA: ${{ secrets.APPLE_CERT_DATA }}
APPLE_CERT_PASSWORD: ${{ secrets.APPLE_CERT_PASSWORD }}
APPLE_NOTARY_PASSWORD: ${{ secrets.APPLE_NOTARY_PASSWORD }}
APPLE_NOTARY_USER: ${{ secrets.APPLE_NOTARY_USER }}
APPLE_TEAM_ID: ${{ secrets.APPLE_TEAM_ID }}
45 changes: 16 additions & 29 deletions .github/workflows/syfon-backend-e2e.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,6 @@ name: Syfon Backend E2E

on:
pull_request:
branches: [ main, master, develop ]
workflow_dispatch:

concurrency:
Expand Down Expand Up @@ -32,30 +31,21 @@ jobs:
- name: Set up Go
uses: actions/setup-go@v5
with:
go-version-file: git-drs/go.mod
go-version: '1.26.6'

- name: Resolve Syfon ref from go.mod
- name: Read pinned Syfon ref
id: syfon-ref
working-directory: git-drs
shell: bash
run: |
version="$(go list -m -f '{{ .Version }}' github.com/calypr/syfon 2>/dev/null || true)"
if [[ -z "$version" || "$version" == "<nil>" ]]; then
version="$(go list -m -f '{{ .Version }}' github.com/calypr/syfon/client)"
ref="$(tr -d '[:space:]' < tests/integration/docker_syfon/syfon.ref)"
if [[ ! "$ref" =~ ^[0-9a-f]{40}$ ]]; then
echo "error: tests/integration/docker_syfon/syfon.ref must contain one lowercase 40-hex commit" >&2
exit 1
fi
ref="$version"
if [[ "$version" =~ -([0-9a-f]{12,})$ ]]; then
short_ref="${BASH_REMATCH[1]}"
ref="$(git ls-remote https://github.com/calypr/syfon.git "refs/heads/*" "refs/tags/*" |
awk -v short="$short_ref" 'index($1, short) == 1 && ref == "" { ref = $1 } END { print ref }')"
if [[ -z "$ref" ]]; then
echo "Could not resolve Syfon pseudo-version commit $short_ref to a full Git SHA" >&2
exit 1
fi
fi
echo "version=$version" >> "$GITHUB_OUTPUT"

echo "ref=$ref" >> "$GITHUB_OUTPUT"
echo "Using Syfon module version $version; checking out calypr/syfon ref $ref"
echo "Using pinned Syfon commit $ref"

- name: Check out Syfon
uses: actions/checkout@v4
Expand All @@ -65,19 +55,16 @@ jobs:
path: syfon
fetch-depth: 1

- name: Check out data-client
uses: actions/checkout@v4
with:
repository: calypr/data-client
path: data-client
fetch-depth: 1
- name: Select pinned Syfon commit
working-directory: syfon
shell: bash
run: |
git checkout --detach "${{ steps.syfon-ref.outputs.ref }}"
git rev-parse --verify HEAD

- name: Install test prerequisites
- name: Initialize Git LFS
working-directory: git-drs
run: |
sudo apt-get update
sudo apt-get install -y git-lfs
git lfs install --local
run: git lfs install --local

- name: Run Docker-backed git-drs integration tests
working-directory: git-drs
Expand Down
Loading
Loading