conformance: create everything-client with basic scenarios and configure GitHub action to run it
- implement all non-auth scenarios (client OAuth is not yet supported) - sse-retry is also implemented, but failing due to a bug in the SDK - configure client-conformance job in the conformance GitHub action - create a client-conformance.sh script and rename conformance.sh to server-conformance.sh
This commit is contained in:
Maciek Kisiel
Maciej Kisiel
parent
367175d97b
commit
634735bfa7
2 changed files with 370 additions and 3 deletions
85
scripts/client-conformance.sh
Executable file
85
scripts/client-conformance.sh
Executable file
|
|
@ -0,0 +1,85 @@
|
|||
#!/bin/bash
|
||||
# Copyright 2025 The Go MCP SDK Authors. All rights reserved.
|
||||
# Use of this source code is governed by an MIT-style
|
||||
# license that can be found in the LICENSE file.
|
||||
|
||||
# Run MCP conformance tests against the Go SDK conformance client.
|
||||
|
||||
set -e
|
||||
|
||||
RESULT_DIR=""
|
||||
WORKDIR=""
|
||||
CONFORMANCE_REPO=""
|
||||
FINAL_EXIT_CODE=0
|
||||
|
||||
usage() {
|
||||
echo "Usage: $0 [options]"
|
||||
echo ""
|
||||
echo "Run MCP conformance tests against the Go SDK conformance client."
|
||||
echo ""
|
||||
echo "Options:"
|
||||
echo " --result_dir <dir> Save results to the specified directory"
|
||||
echo " --conformance_repo <dir> Run conformance tests from a local checkout"
|
||||
echo " instead of using the latest npm release"
|
||||
echo " --help Show this help message"
|
||||
}
|
||||
|
||||
# Parse arguments.
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case $1 in
|
||||
--result_dir)
|
||||
RESULT_DIR="$2"
|
||||
shift 2
|
||||
;;
|
||||
--conformance_repo)
|
||||
CONFORMANCE_REPO="$2"
|
||||
shift 2
|
||||
;;
|
||||
--help)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
echo "Unknown option: $1"
|
||||
usage
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Set up the work directory.
|
||||
if [ -n "$RESULT_DIR" ]; then
|
||||
mkdir -p "$RESULT_DIR"
|
||||
WORKDIR="$RESULT_DIR"
|
||||
else
|
||||
WORKDIR=$(mktemp -d)
|
||||
fi
|
||||
|
||||
# Build the conformance server.
|
||||
go build -o "$WORKDIR/conformance-client" ./conformance/everything-client
|
||||
|
||||
# Run conformance tests from the work directory to avoid writing results to the repo.
|
||||
echo "Running conformance tests..."
|
||||
if [ -n "$CONFORMANCE_REPO" ]; then
|
||||
# Run from local checkout using npm run start.
|
||||
(cd "$WORKDIR" && \
|
||||
npm --prefix "$CONFORMANCE_REPO" run start -- \
|
||||
client --command "$WORKDIR/conformance-client" \
|
||||
--suite core \
|
||||
${RESULT_DIR:+--output-dir "$RESULT_DIR"}) || FINAL_EXIT_CODE=$?
|
||||
else
|
||||
(cd "$WORKDIR" && \
|
||||
npx @modelcontextprotocol/conformance@latest \
|
||||
client --command "$WORKDIR/conformance-client" \
|
||||
--suite core \
|
||||
${RESULT_DIR:+--output-dir "$RESULT_DIR"}) || FINAL_EXIT_CODE=$?
|
||||
fi
|
||||
|
||||
echo ""
|
||||
if [ -n "$RESULT_DIR" ]; then
|
||||
echo "See $RESULT_DIR for details."
|
||||
else
|
||||
echo "Run with --result_dir to save results."
|
||||
fi
|
||||
|
||||
exit $FINAL_EXIT_CODE
|
||||
108
scripts/server-conformance.sh
Executable file
108
scripts/server-conformance.sh
Executable file
|
|
@ -0,0 +1,108 @@
|
|||
#!/bin/bash
|
||||
# Copyright 2025 The Go MCP SDK Authors. All rights reserved.
|
||||
# Use of this source code is governed by an MIT-style
|
||||
# license that can be found in the LICENSE file.
|
||||
|
||||
# Run MCP conformance tests against the Go SDK conformance server.
|
||||
|
||||
set -e
|
||||
|
||||
PORT="${PORT:-3000}"
|
||||
SERVER_PID=""
|
||||
RESULT_DIR=""
|
||||
WORKDIR=""
|
||||
CONFORMANCE_REPO=""
|
||||
FINAL_EXIT_CODE=0
|
||||
|
||||
usage() {
|
||||
echo "Usage: $0 [options]"
|
||||
echo ""
|
||||
echo "Run MCP conformance tests against the Go SDK conformance server."
|
||||
echo ""
|
||||
echo "Options:"
|
||||
echo " --result_dir <dir> Save results to the specified directory"
|
||||
echo " --conformance_repo <dir> Run conformance tests from a local checkout"
|
||||
echo " instead of using the latest npm release"
|
||||
echo " --help Show this help message"
|
||||
}
|
||||
|
||||
# Parse arguments.
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case $1 in
|
||||
--result_dir)
|
||||
RESULT_DIR="$2"
|
||||
shift 2
|
||||
;;
|
||||
--conformance_repo)
|
||||
CONFORMANCE_REPO="$2"
|
||||
shift 2
|
||||
;;
|
||||
--help)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
echo "Unknown option: $1"
|
||||
usage
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
cleanup() {
|
||||
if [ -n "$SERVER_PID" ]; then
|
||||
echo "Stopping server..."
|
||||
kill "$SERVER_PID" 2>/dev/null || true
|
||||
wait "$SERVER_PID" 2>/dev/null || true
|
||||
fi
|
||||
}
|
||||
trap cleanup EXIT
|
||||
|
||||
# Set up the work directory.
|
||||
if [ -n "$RESULT_DIR" ]; then
|
||||
mkdir -p "$RESULT_DIR"
|
||||
WORKDIR="$RESULT_DIR"
|
||||
else
|
||||
WORKDIR=$(mktemp -d)
|
||||
fi
|
||||
|
||||
# Build the conformance server.
|
||||
go build -o "$WORKDIR/conformance-server" ./conformance/everything-server
|
||||
|
||||
# Start the server in the background
|
||||
echo "Starting conformance server on port $PORT..."
|
||||
"$WORKDIR/conformance-server" -http=":$PORT" &
|
||||
SERVER_PID=$!
|
||||
|
||||
echo "Server pid is $SERVER_PID"
|
||||
|
||||
# Wait for server to be ready
|
||||
echo "Waiting for server to be ready..."
|
||||
if ! timeout 15 bash -c "until curl -s http://localhost:$PORT > /dev/null 2>&1; do sleep 0.5; done"; then
|
||||
echo "Server failed to start within 15 seconds."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Run conformance tests from the work directory to avoid writing results to the repo.
|
||||
echo "Running conformance tests..."
|
||||
if [ -n "$CONFORMANCE_REPO" ]; then
|
||||
# Run from local checkout using npm run start.
|
||||
(cd "$WORKDIR" && \
|
||||
npm --prefix "$CONFORMANCE_REPO" run start -- \
|
||||
server --url "http://localhost:$PORT" \
|
||||
${RESULT_DIR:+--output-dir "$RESULT_DIR"}) || FINAL_EXIT_CODE=$?
|
||||
else
|
||||
(cd "$WORKDIR" && \
|
||||
npx @modelcontextprotocol/conformance@latest \
|
||||
server --url "http://localhost:$PORT" \
|
||||
${RESULT_DIR:+--output-dir "$RESULT_DIR"}) || FINAL_EXIT_CODE=$?
|
||||
fi
|
||||
|
||||
echo ""
|
||||
if [ -n "$RESULT_DIR" ]; then
|
||||
echo "See $RESULT_DIR for details."
|
||||
else
|
||||
echo "Run with --result_dir to save results."
|
||||
fi
|
||||
|
||||
exit $FINAL_EXIT_CODE
|
||||
Loading…
Reference in a new issue