test: enable supported draft SEP coverage (#971)
* test: enable supported draft SEP coverage * test: add SEP-2322 MRTR conformance scenarios * refactor: rename run_mrtr_client to run_stateless_client
This commit is contained in:
parent
d8331d9442
commit
3662d20ac2
1 changed files with 586 additions and 8 deletions
64
.github/workflows/conformance.yml
vendored
64
.github/workflows/conformance.yml
vendored
|
|
@ -14,6 +14,7 @@ concurrency:
|
|||
env:
|
||||
# Pinned for reproducible runs; bump deliberately when the suite updates.
|
||||
CONFORMANCE_VERSION: "0.1.16"
|
||||
DRAFT_CONFORMANCE_VERSION: "0.2.0-alpha.9"
|
||||
|
||||
jobs:
|
||||
server:
|
||||
|
|
@ -64,6 +65,61 @@ jobs:
|
|||
-o conformance-results
|
||||
done
|
||||
|
||||
- name: Start draft conformance server
|
||||
run: |
|
||||
STATELESS=1 PORT=8002 ./target/debug/conformance-server &
|
||||
echo $! > draft-server.pid
|
||||
for _ in $(seq 1 30); do
|
||||
if curl -s -o /dev/null http://127.0.0.1:8002/mcp; then
|
||||
exit 0
|
||||
fi
|
||||
sleep 1
|
||||
done
|
||||
echo "draft conformance server did not become ready" >&2
|
||||
exit 1
|
||||
|
||||
- name: Run draft SEP scenarios
|
||||
run: |
|
||||
for scenario in sep-2164-resource-not-found caching http-header-validation; do
|
||||
npx -y "@modelcontextprotocol/conformance@${DRAFT_CONFORMANCE_VERSION}" server \
|
||||
--url http://127.0.0.1:8002/mcp \
|
||||
--scenario "$scenario" \
|
||||
--spec-version draft \
|
||||
-o conformance-results
|
||||
done
|
||||
|
||||
# SEP-2322 MRTR scenarios (spec 2026-07-28). They speak the stateless
|
||||
# lifecycle (bare JSON-RPC POSTs, no initialize handshake), so they run
|
||||
# against the stateless draft server.
|
||||
- name: Run SEP-2322 MRTR scenarios
|
||||
run: |
|
||||
for scenario in \
|
||||
input-required-result-basic-elicitation \
|
||||
input-required-result-basic-sampling \
|
||||
input-required-result-basic-list-roots \
|
||||
input-required-result-request-state \
|
||||
input-required-result-multiple-input-requests \
|
||||
input-required-result-multi-round \
|
||||
input-required-result-missing-input-response \
|
||||
input-required-result-non-tool-request \
|
||||
input-required-result-result-type \
|
||||
input-required-result-unsupported-methods \
|
||||
input-required-result-tampered-state \
|
||||
input-required-result-capability-check \
|
||||
input-required-result-ignore-extra-params \
|
||||
input-required-result-validate-input \
|
||||
; do
|
||||
npx -y "@modelcontextprotocol/conformance@${DRAFT_CONFORMANCE_VERSION}" server \
|
||||
--url http://127.0.0.1:8002/mcp \
|
||||
--scenario "$scenario" \
|
||||
-o conformance-results
|
||||
done
|
||||
|
||||
- name: Stop draft conformance server
|
||||
if: always()
|
||||
run: kill "$(cat draft-server.pid)" 2>/dev/null || true
|
||||
|
||||
|
||||
- name: Stop conformance server
|
||||
if: always()
|
||||
run: kill "$(cat server.pid)" 2>/dev/null || true
|
||||
|
|
@ -98,6 +154,14 @@ jobs:
|
|||
--spec-version 2025-11-25 \
|
||||
-o conformance-client-results/full
|
||||
|
||||
# SEP-2322 MRTR client scenario (spec 2026-07-28).
|
||||
- name: Run SEP-2322 MRTR client scenario
|
||||
run: |
|
||||
npx -y "@modelcontextprotocol/conformance@${DRAFT_CONFORMANCE_VERSION}" client \
|
||||
--command "$(pwd)/target/debug/conformance-client" \
|
||||
--scenario sep-2322-client-request-state \
|
||||
-o conformance-client-results/mrtr
|
||||
|
||||
- name: Upload results
|
||||
if: always()
|
||||
uses: actions/upload-artifact@v7
|
||||
|
|
|
|||
Loading…
Reference in a new issue