modelcontextprotocol/conformance
Watch
1
0
Fork
You've already forked conformance
 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: make results directory output optional (#107)

Browse source 
Add -o, --output-dir option to both client and server commands.
By default, no results directory is created - only console output.
When -o is specified, results are saved to that directory with
timestamped subdirectories.

This eliminates the need to add 'results/' to .gitignore in every
repo where conformance tests are run.

Claude-Generated-By: Claude Code (cli/claude-opus-4-5=100%)
Claude-Steers: 0
Claude-Permission-Prompts: 2
Claude-Escapes: 0
This commit is contained in:
Paul Carleton 2026-01-14 20:16:28 +00:00 • committed by GitHub
commit 62875097f4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 81 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

18
src/index.ts
View file

@ -39,11 +39,13 @@ program
.option('--scenario <scenario>', 'Scenario to test')
.option('--suite <suite>', 'Run a suite of tests in parallel (e.g., "auth")')
.option('--timeout <ms>', 'Timeout in milliseconds', '30000')
.option('-o, --output-dir <path>', 'Save results to this directory')
.option('--verbose', 'Show verbose output')
.action(async (options) => {
try {
const timeout = parseInt(options.timeout, 10);
const verbose = options.verbose ?? false;
const outputDir = options.outputDir;
// Handle suite mode
if (options.suite) {
@ -78,7 +80,8 @@ program
const result = await runConformanceTest(
options.command,
scenarioName,
timeout
timeout,
outputDir
);
return {
scenario: scenarioName,
@ -163,7 +166,7 @@ program
// If no command provided, run in interactive mode
if (!validated.command) {
await runInteractiveMode(validated.scenario, verbose);
await runInteractiveMode(validated.scenario, verbose, outputDir);
process.exit(0);
}
@ -171,7 +174,8 @@ program
const result = await runConformanceTest(
validated.command,
validated.scenario,
timeout
timeout,
outputDir
);
const { overallFailure } = printClientResults(
@ -209,6 +213,7 @@ program
'Suite to run: "active" (default, excludes pending), "all", or "pending"',
'active'
)
.option('-o, --output-dir <path>', 'Save results to this directory')
.option('--verbose', 'Show verbose output (JSON instead of pretty print)')
.action(async (options) => {
try {
@ -216,12 +221,14 @@ program
const validated = ServerOptionsSchema.parse(options);
const verbose = options.verbose ?? false;
const outputDir = options.outputDir;
// If a single scenario is specified, run just that one
if (validated.scenario) {
const result = await runServerConformanceTest(
validated.url,
validated.scenario
validated.scenario,
outputDir
);
const { failed } = printServerResults(
@ -259,7 +266,8 @@ program
try {
const result = await runServerConformanceTest(
validated.url,
scenarioName
scenarioName,
outputDir
);
allResults.push({ scenario: scenarioName, checks: result.checks });
} catch (error) {