cli/pkg/conformance/matrix.json at main · codefly-dev/cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
{
  "schema_version": 1,
  "cli": "source",
  "core": "v0.19.18",
  "rows": [
    {
      "id": "linux-amd64-source",
      "status": "qualified",
      "summary": "Fast source and contract checks: build, unit tests, race, coverage and lint. No agent is spawned and no external backend is provisioned.",
      "os": "linux",
      "arch": "amd64",
      "backend": "none",
      "ci": [
        "go.yml#coverage",
        "go.yml#race",
        "go.yml#lint"
      ],
      "gates": [
        "pkg/conformance/conformancetest"
      ]
    },
    {
      "id": "linux-amd64-native-npm",
      "status": "qualified",
      "summary": "The librarystore npm backend driving the real npm CLI (npm pack, npm publish) against an httptest registry.",
      "os": "linux",
      "arch": "amd64",
      "backend": "native",
      "prerequisites": [
        "npm"
      ],
      "ci": [
        "go.yml#coverage",
        "go.yml#race"
      ],
      "gates": [
        "pkg/librarystore"
      ]
    },
    {
      "id": "linux-amd64-native-control",
      "status": "qualified",
      "summary": "CLI-owned protocol peers exercise control-plane profile selection, Load/Init/Start, accepted network mappings, configuration export and teardown. No released agents or provider toolchains are qualified.",
      "os": "linux",
      "arch": "amd64",
      "backend": "native",
      "prerequisites": [
        "go"
      ],
      "build_tag": "integration",
      "ci": [
        "go.yml#control-integration"
      ],
      "gates": [
        "pkg/control"
      ]
    },
    {
      "id": "linux-amd64-docker-generate",
      "status": "qualified",
      "summary": "Contract and client generation through the real proto companion image, including the solution SDK facade compiled from a buf-built descriptor set.",
      "os": "linux",
      "arch": "amd64",
      "backend": "docker",
      "prerequisites": [
        "docker",
        "buf"
      ],
      "gate_env": "CODEFLY_GENERATE_QUALIFY",
      "gates": [
        "cmd/generate",
        "cmd/sync"
      ],
      "ci": [
        "generate-qualification.yml#generate"
      ],
      "build_tag": "proto_companion_required"
    },
    {
      "id": "linux-amd64-docker-mcp-run",
      "status": "not-yet-qualified",
      "summary": "The MCP run_service, flow_status and stop_flow tools drive a real flow that starts a Postgres container and reports it running.",
      "os": "linux",
      "arch": "amd64",
      "backend": "docker",
      "prerequisites": [
        "docker"
      ],
      "gate_env": "CODEFLY_MCP_RUN_QUALIFY",
      "agents": [
        {
          "publisher": "codefly.dev",
          "name": "postgres",
          "version": "0.0.133"
        }
      ],
      "blockers": [
        "No CI job runs this gate, so the MCP lifecycle surface has no conformance evidence."
      ],
      "gates": [
        "pkg/mcp"
      ]
    },
    {
      "id": "linux-amd64-network-mcp-agent",
      "status": "not-yet-qualified",
      "summary": "MCP agent_info and add_service against an agent downloaded from the real release registry and driven through its Create flow.",
      "os": "linux",
      "arch": "amd64",
      "backend": "native",
      "gate_env": "CODEFLY_MCP_AGENT_QUALIFY",
      "blockers": [
        "Needs outbound access to the release registry from the test process; no CI job runs this gate."
      ],
      "gates": [
        "pkg/mcp"
      ]
    },
    {
      "id": "linux-amd64-k3d-deploy",
      "status": "not-yet-qualified",
      "summary": "GitOps publication rendered, applied and reconciled by ArgoCD on a disposable k3d cluster, for the service, solution and fetch-remote shapes.",
      "os": "linux",
      "arch": "amd64",
      "backend": "k3d",
      "prerequisites": [
        "docker",
        "k3d",
        "kubectl",
        "ssh-keygen",
        "git"
      ],
      "gate_env": "CODEFLY_GITOPS_K3D_QUALIFY",
      "blockers": [
        "No CI job provisions k3d, so the only deployment row has never run outside a developer machine.",
        "The cluster is created at k3d's default k3s image; qualification requires an explicitly pinned kubernetes version."
      ],
      "gates": [
        "pkg/gitops"
      ]
    },
    {
      "id": "darwin-arm64-native-user-service",
      "status": "not-yet-qualified",
      "summary": "The native user-service manager installing, starting and uninstalling a real launchd service.",
      "os": "darwin",
      "arch": "arm64",
      "backend": "native",
      "prerequisites": [
        "launchctl"
      ],
      "gate_env": "CODEFLY_SERVICE_INTEGRATION",
      "blockers": [
        "CI has no macOS runner, so every released darwin binary ships without lifecycle evidence."
      ],
      "gates": [
        "pkg/localservice"
      ]
    },
    {
      "id": "windows-amd64-native-run",
      "status": "unsupported",
      "summary": "Windows is not a release target: .goreleaser.yaml builds darwin and linux only, and no lifecycle path is exercised on Windows.",
      "os": "windows",
      "arch": "amd64",
      "backend": "native"
    }
  ]
}