2fd159a79a
- Add CHANGELOG.md with release lines and history - Refresh ROADMAP.md: 2.x stable line, 3.0.x for 2026-07-28 spec (first milestones Sep 2026), Tier 2 commitment, 1.x/0.x security-patches-only - Refresh VALIDATION_RESULTS.md: 2026-08-17 run on conformance suite 0.2.0-alpha.11 (server 73/73, auth 193/193, client 3/4 w/ sse-retry baselined) - Bump conformance CI action pins v0.1.11 -> v0.1.16 - Update docs with missing features Signed-off-by: Christian Tzolov <christian.tzolov@broadcom.com>
104 lines
No EOL
3.1 KiB
YAML
104 lines
No EOL
3.1 KiB
YAML
name: Conformance Tests
|
|
|
|
on:
|
|
pull_request: {}
|
|
push:
|
|
branches: [main]
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
server:
|
|
name: Server Conformance
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Set up JDK 17
|
|
uses: actions/setup-java@v4
|
|
with:
|
|
java-version: '17'
|
|
distribution: 'temurin'
|
|
cache: 'maven'
|
|
|
|
- name: Build and start server
|
|
run: |
|
|
mvn clean install -DskipTests
|
|
mvn exec:java -pl conformance-tests/server-servlet -Dexec.mainClass="io.modelcontextprotocol.conformance.server.ConformanceServlet" &
|
|
timeout 30 bash -c 'until curl -s http://localhost:8080/mcp > /dev/null 2>&1; do sleep 0.5; done'
|
|
|
|
- name: Run conformance tests
|
|
uses: modelcontextprotocol/conformance@v0.1.16
|
|
with:
|
|
mode: server
|
|
url: http://localhost:8080/mcp
|
|
suite: active
|
|
expected-failures: ./conformance-tests/conformance-baseline.yml
|
|
|
|
client:
|
|
name: Client Conformance
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
scenario: [initialize, tools_call, elicitation-sep1034-client-defaults, sse-retry]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Set up JDK 17
|
|
uses: actions/setup-java@v4
|
|
with:
|
|
java-version: '17'
|
|
distribution: 'temurin'
|
|
cache: 'maven'
|
|
|
|
- name: Build client
|
|
run: mvn clean install -DskipTests
|
|
|
|
- name: Run conformance test
|
|
uses: modelcontextprotocol/conformance@v0.1.16
|
|
with:
|
|
mode: client
|
|
command: 'java -jar conformance-tests/client-jdk-http-client/target/client-jdk-http-client-*-SNAPSHOT.jar'
|
|
scenario: ${{ matrix.scenario }}
|
|
expected-failures: ./conformance-tests/conformance-baseline.yml
|
|
|
|
auth:
|
|
name: Auth Conformance
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
scenario:
|
|
- auth/metadata-default
|
|
- auth/metadata-var1
|
|
- auth/metadata-var2
|
|
- auth/metadata-var3
|
|
- auth/basic-cimd
|
|
- auth/scope-from-www-authenticate
|
|
- auth/scope-from-scopes-supported
|
|
- auth/scope-omitted-when-undefined
|
|
- auth/scope-step-up
|
|
- auth/scope-retry-limit
|
|
- auth/token-endpoint-auth-basic
|
|
- auth/token-endpoint-auth-post
|
|
- auth/token-endpoint-auth-none
|
|
- auth/pre-registration
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Set up JDK 17
|
|
uses: actions/setup-java@v4
|
|
with:
|
|
java-version: '17'
|
|
distribution: 'temurin'
|
|
cache: 'maven'
|
|
|
|
- name: Build client
|
|
run: mvn clean install -DskipTests
|
|
|
|
- name: Run conformance test
|
|
uses: modelcontextprotocol/conformance@v0.1.16
|
|
with:
|
|
node-version: '22' # see https://github.com/modelcontextprotocol/conformance/pull/162
|
|
mode: client
|
|
command: 'java -jar conformance-tests/client-spring-http-client/target/client-spring-http-client-*-SNAPSHOT.jar'
|
|
scenario: ${{ matrix.scenario }}
|
|
expected-failures: ./conformance-tests/conformance-baseline.yml |