test: add shared conformance adapters

.conformance/capability-manifest.json

@@ -0,0 +1,21 @@
+{
+  "claims": [
+    {
+      "profiles": ["core-http", "claims", "api-key", "basic", "oauth-bearer"],
+      "role": "agent"
+    },
+    {
+      "profiles": ["platform-hosted-identity"],
+      "role": "platform"
+    },
+    {
+      "profiles": ["core-http", "claims", "api-key", "basic", "oauth-bearer"],
+      "role": "service"
+    }
+  ],
+  "implementation": {
+    "name": "aep-python",
+    "version": "0.0.0-development"
+  },
+  "manifest_version": "1"
+}

.github/workflows/ci.yml

@@ -54,3 +54,45 @@ jobs:
           path: coverage.xml
           if-no-files-found: error
           retention-days: 7
+
+  conformance:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7
+
+      - name: Check out AEP specifications
+        uses: actions/checkout@v7
+        with:
+          repository: aep-foundation/aep-specs
+          path: .conformance/aep-specs
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+          working-directory: .conformance/aep-specs/ietf
+
+      - uses: actions/setup-python@v7
+        with:
+          python-version: "3.11"
+
+      - uses: astral-sh/setup-uv@v10.0.1
+        with:
+          version: "0.11.8"
+          enable-cache: true
+          cache-dependency-glob: uv.lock
+
+      - run: uv sync --all-groups --locked --python "3.11"
+
+      - name: Run shared conformance harness
+        run: make conformance
+        env:
+          AEP_SPECS_DIR: .conformance/aep-specs
+
+      - name: Upload conformance reports
+        uses: actions/upload-artifact@v7
+        with:
+          name: aep-python-conformance
+          path: .conformance/reports/*.json
+          if-no-files-found: error
+          retention-days: 7

.gitignore

@@ -1,4 +1,5 @@
-/.conformance/
+/.conformance/aep-specs/
+/.conformance/reports/
 /.mypy_cache/
 /.pytest_cache/
 /.ruff_cache/

Makefile

@@ -1,4 +1,4 @@
-.PHONY: build consumer-smoke examples format format-check lint sync test typecheck verify
+.PHONY: build conformance consumer-smoke examples format format-check lint sync test typecheck verify
 
 sync:
 	uv sync --all-groups --locked
@@ -31,4 +31,7 @@ examples:
 	uv run python examples/agent_service.py
 	uv run python examples/hosted_platform.py
 
+conformance:
+	./scripts/run-conformance.sh
+
 verify: lint typecheck test examples consumer-smoke

README.md

@@ -152,6 +152,15 @@ uv sync --all-groups --locked
 make verify
 ```
 
+Run the shared Agent, Service, and Platform conformance suites against the public Python APIs:
+
+```sh
+make conformance
+```
+
+The command reads the adjacent `../aep-specs` checkout by default and writes role reports to
+`.conformance/reports/`. Set `AEP_SPECS_DIR` when the specifications are checked out elsewhere.
+
 See [`aep-specs`](https://github.com/aep-foundation/aep-specs) for the normative drafts, schemas,
 registries, examples, and test vectors.