initial runner for checking server conformance (#3)

* create some checks

* basic initialize working

* rename

src/scenarios/client/initialize.ts

@@ -1,6 +1,6 @@
 import http from 'http';
 import { Scenario, ScenarioUrls, ConformanceCheck } from '../../types.js';
-import { createClientInitializationCheck, createServerInfoCheck } from '../../checks.js';
+import { clientChecks } from '../../checks/index.js';
 
 export class InitializeScenario implements Scenario {
     name = 'initialize';
@@ -96,7 +96,7 @@ export class InitializeScenario implements Scenario {
     private handleInitialize(request: any, res: http.ServerResponse): void {
         const initializeRequest = request.params;
 
-        const check = createClientInitializationCheck(initializeRequest);
+        const check = clientChecks.createClientInitializationCheck(initializeRequest);
         this.checks.push(check);
 
         const serverInfo = {
@@ -104,8 +104,7 @@ export class InitializeScenario implements Scenario {
             version: '1.0.0'
         };
 
-        const serverInfoCheck = createServerInfoCheck(serverInfo);
-        this.checks.push(serverInfoCheck);
+        this.checks.push(clientChecks.createServerInfoCheck(serverInfo));
 
         const response = {
             jsonrpc: '2.0',

src/scenarios/index.ts

@@ -1,12 +1,17 @@
-import { Scenario } from '../types.js';
+import { Scenario, ClientScenario } from '../types.js';
 import { InitializeScenario } from './client/initialize.js';
 import { ToolsCallScenario } from './client/tools_call.js';
+import { ServerInitializeClientScenario } from './server/server_initialize.js';
 
 export const scenarios = new Map<string, Scenario>([
     ['initialize', new InitializeScenario()],
     ['tools-call', new ToolsCallScenario()]
 ]);
 
+export const clientScenarios = new Map<string, ClientScenario>([
+    ['initialize', new ServerInitializeClientScenario()]
+]);
+
 export function registerScenario(name: string, scenario: Scenario): void {
     scenarios.set(name, scenario);
 }
@@ -15,6 +20,14 @@ export function getScenario(name: string): Scenario | undefined {
     return scenarios.get(name);
 }
 
+export function getClientScenario(name: string): ClientScenario | undefined {
+    return clientScenarios.get(name);
+}
+
 export function listScenarios(): string[] {
     return Array.from(scenarios.keys());
 }
+
+export function listClientScenarios(): string[] {
+    return Array.from(clientScenarios.keys());
+}

src/scenarios/server/server_initialize.ts

@@ -0,0 +1,82 @@
+import { ClientScenario, ConformanceCheck } from '../../types.js';
+import { serverChecks } from '../../checks/index.js';
+
+export class ServerInitializeClientScenario implements ClientScenario {
+    name = 'server-initialize';
+    description = 'Acts as MCP client to test external server initialization';
+
+    async run(serverUrl: string): Promise<ConformanceCheck[]> {
+        const checks: ConformanceCheck[] = [];
+
+        try {
+            const response = await fetch(serverUrl, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Accept': 'application/json, text/event-stream',
+                },
+                body: JSON.stringify({
+                    jsonrpc: '2.0',
+                    id: 1,
+                    method: 'initialize',
+                    params: {
+                        protocolVersion: '2025-06-18',
+                        capabilities: {},
+                        clientInfo: {
+                            name: 'conformance-test-client',
+                            version: '1.0.0'
+                        }
+                    }
+                })
+            });
+
+            if (!response.ok) {
+                const responseBody = await response.text();
+                throw new Error(`HTTP ${response.status}: ${response.statusText}. Response body: ${responseBody}`);
+            }
+
+            const responseText = await response.text();
+            
+            // Handle SSE format
+            let result;
+            if (responseText.startsWith('event:') || responseText.includes('\ndata:')) {
+                // Parse SSE format - extract JSON from data: lines
+                const lines = responseText.split('\n');
+                const dataLines = lines.filter(line => line.startsWith('data: '));
+                if (dataLines.length > 0) {
+                    const jsonData = dataLines[0].substring(6); // Remove 'data: ' prefix
+                    result = JSON.parse(jsonData);
+                } else {
+                    throw new Error(`SSE response without data line: ${responseText}`);
+                }
+            } else {
+                // Regular JSON response
+                result = JSON.parse(responseText);
+            }
+            
+            const check = serverChecks.createServerInitializationCheck(result);
+            checks.push(check);
+        } catch (error) {
+            checks.push({
+                id: 'server-initialize-request',
+                name: 'ServerInitializeRequest', 
+                description: 'Tests server response to initialize request',
+                status: 'FAILURE',
+                timestamp: new Date().toISOString(),
+                errorMessage: `Failed to send initialize request: ${error instanceof Error ? error.message : String(error)}`,
+                details: {
+                    error: error instanceof Error ? error.message : String(error),
+                    serverUrl
+                },
+                specReferences: [
+                    {
+                        id: 'MCP-Initialize',
+                        url: 'https://modelcontextprotocol.io/specification/2025-06-18/basic/lifecycle#initialization'
+                    }
+                ]
+            });
+        }
+
+        return checks;
+    }
+}