Switch pipeline to conformance baseline (#230)
This commit is contained in:
parent
c081b90d74
commit
2fe982505f
2 changed files with 8 additions and 11 deletions
12
.github/workflows/pipeline.yaml
vendored
12
.github/workflows/pipeline.yaml
vendored
|
|
@ -92,17 +92,7 @@ jobs:
|
||||||
|
|
||||||
- name: Run conformance tests
|
- name: Run conformance tests
|
||||||
working-directory: ./tests/Conformance
|
working-directory: ./tests/Conformance
|
||||||
run: |
|
run: npx @modelcontextprotocol/conformance server --url http://localhost:8000/ --expected-failures conformance-baseline.yml
|
||||||
exit_code=0
|
|
||||||
OUTPUT=$(npx @modelcontextprotocol/conformance server --url http://localhost:8000/) || exit_code=1
|
|
||||||
echo "$OUTPUT"
|
|
||||||
|
|
||||||
passedTests=$(echo "$OUTPUT" | sed -nE 's/.*Total: ([0-9]+) passed.*/\1/p')
|
|
||||||
passedTests=${passedTests:-0}
|
|
||||||
|
|
||||||
REQUIRED_TESTS_TO_PASS=22
|
|
||||||
echo "Required tests to pass: $REQUIRED_TESTS_TO_PASS"
|
|
||||||
[ "$passedTests" -ge "$REQUIRED_TESTS_TO_PASS" ] || exit $exit_code
|
|
||||||
|
|
||||||
- name: Show logs on failure
|
- name: Show logs on failure
|
||||||
if: failure()
|
if: failure()
|
||||||
|
|
|
||||||
7
tests/Conformance/conformance-baseline.yml
Normal file
7
tests/Conformance/conformance-baseline.yml
Normal file
|
|
@ -0,0 +1,7 @@
|
||||||
|
server:
|
||||||
|
- tools-call-elicitation
|
||||||
|
- elicitation-sep1034-defaults
|
||||||
|
- elicitation-sep1330-enums
|
||||||
|
- resources-subscribe
|
||||||
|
- resources-unsubscribe
|
||||||
|
- dns-rebinding-protection
|
||||||
Loading…
Reference in a new issue