Copilot review round 7. - Add `contentSchema` to the traversal. It holds the schema the decoded string content must satisfy, so a bare `true` or a remote `$ref` under it is a real finding all three clients were walking past. Also admit the three content keywords to `CONSTRAINING_KEYWORDS` on the same documented grounds as `format` — annotation-only by vocabulary, but plainly an attempt to constrain, so reporting such a schema as accepting anything would be noise. The comment now names that category rather than singling `format` out. - Make `handleError` async and await the envelope write. Round 6 made the `--strict` report await its write and stopped one line short: the envelope emitted for the very same throw still raced `process.exit()`, so the machine-readable line a CI caller parses could be lost on a pipe. The launcher's comment claiming the envelope was "well inside the pipe buffer" was wrong reasoning and is replaced — fitting in the buffer says nothing about whether the write was performed. Its call site now awaits; the bin's `.catch(handleError)` needed no change. - The CLI README called its sample block the "complete output" when the error envelope follows it on every non-zero exit. Now scoped to "the complete report", with the envelope named and linked. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01UL9retfvAXRgvi6EWk4SY4 Signed-off-by: cliffhall <cliff@futurescale.com>
282 lines
10 KiB
TypeScript
282 lines
10 KiB
TypeScript
import { describe, it, expect, vi, afterEach } from "vitest";
|
|
import {
|
|
CliExitCodeError,
|
|
EXIT_CODES,
|
|
classifyError,
|
|
formatErrorOutput,
|
|
handleError,
|
|
} from "../src/error-handler.js";
|
|
|
|
/**
|
|
* `handleError` is the binary's last-resort error sink (wired up in
|
|
* `src/index.ts`). It is exercised in-process here — rather than only through
|
|
* the spawned binary — so its source is measured under the CLI coverage gate
|
|
* (#1484). `process.exit` is stubbed so asserting on it doesn't tear down the
|
|
* test worker.
|
|
*/
|
|
describe("handleError", () => {
|
|
afterEach(() => {
|
|
vi.restoreAllMocks();
|
|
});
|
|
|
|
it("emits a JSON error envelope on stderr and exits with the classified code", async () => {
|
|
const writeSpy = vi.spyOn(process.stderr, "write").mockImplementation(((
|
|
_chunk: unknown,
|
|
cb?: () => void,
|
|
) => {
|
|
cb?.();
|
|
return true;
|
|
}) as never);
|
|
const exitSpy = vi
|
|
.spyOn(process, "exit")
|
|
.mockImplementation((() => undefined) as never);
|
|
|
|
await handleError(new Error("boom"));
|
|
|
|
expect(exitSpy).toHaveBeenCalledWith(EXIT_CODES.USAGE);
|
|
const written = writeSpy.mock.calls[0]![0] as string;
|
|
const parsed = JSON.parse(written) as {
|
|
error: { code: string; message: string };
|
|
};
|
|
expect(parsed.error.code).toBe("error");
|
|
expect(parsed.error.message).toBe("boom");
|
|
});
|
|
|
|
it("uses a CliExitCodeError's exitCode and envelope code", async () => {
|
|
vi.spyOn(process.stderr, "write").mockImplementation(((
|
|
_chunk: unknown,
|
|
cb?: () => void,
|
|
) => {
|
|
cb?.();
|
|
return true;
|
|
}) as never);
|
|
const exitSpy = vi
|
|
.spyOn(process, "exit")
|
|
.mockImplementation((() => undefined) as never);
|
|
|
|
await handleError(
|
|
new CliExitCodeError(EXIT_CODES.NO_APP, "no app", { code: "no_app" }),
|
|
);
|
|
|
|
expect(exitSpy).toHaveBeenCalledWith(EXIT_CODES.NO_APP);
|
|
});
|
|
|
|
it("exits only after stderr has taken the envelope", async () => {
|
|
// The whole point of the await: a pipe defers the write, and
|
|
// `process.exit()` discards anything still queued. A spy that called back
|
|
// synchronously would pass with or without it, so this one defers.
|
|
let flushed = false;
|
|
vi.spyOn(process.stderr, "write").mockImplementation(((
|
|
_chunk: unknown,
|
|
cb?: () => void,
|
|
) => {
|
|
setTimeout(() => {
|
|
flushed = true;
|
|
cb?.();
|
|
}, 0);
|
|
return false;
|
|
}) as never);
|
|
const exitSpy = vi
|
|
.spyOn(process, "exit")
|
|
.mockImplementation((() => undefined) as never);
|
|
|
|
await handleError(new Error("boom"));
|
|
|
|
expect(flushed).toBe(true);
|
|
expect(exitSpy).toHaveBeenCalledWith(EXIT_CODES.USAGE);
|
|
});
|
|
});
|
|
|
|
describe("classifyError", () => {
|
|
it("classifies a 401 status as AUTH_REQUIRED", () => {
|
|
const err = Object.assign(new Error("Unauthorized"), { status: 401 });
|
|
const { exitCode, envelope } = classifyError(err, {
|
|
url: "https://x.example/mcp",
|
|
});
|
|
expect(exitCode).toBe(EXIT_CODES.AUTH_REQUIRED);
|
|
expect(envelope.code).toBe("auth_required");
|
|
expect(envelope.status).toBe(401);
|
|
expect(envelope.url).toBe("https://x.example/mcp");
|
|
});
|
|
|
|
it("derives schema_unportable from the exit code when no envelope is given", () => {
|
|
// `CliExitCodeError` lets a caller omit the envelope, in which case the
|
|
// machine code comes from `codeForExit`. A new exit code that is missing
|
|
// there degrades to the generic `error`, which is exactly the kind of
|
|
// silent mislabelling the code map exists to prevent (#1005).
|
|
const { exitCode, envelope } = classifyError(
|
|
new CliExitCodeError(EXIT_CODES.SCHEMA_UNPORTABLE, "1 finding"),
|
|
);
|
|
expect(exitCode).toBe(EXIT_CODES.SCHEMA_UNPORTABLE);
|
|
expect(envelope.code).toBe("schema_unportable");
|
|
});
|
|
|
|
it("classifies a WWW-Authenticate message as AUTH_REQUIRED without a status", () => {
|
|
const { exitCode } = classifyError(
|
|
new Error("Dynamic client registration failed: WWW-Authenticate Bearer"),
|
|
);
|
|
expect(exitCode).toBe(EXIT_CODES.AUTH_REQUIRED);
|
|
});
|
|
|
|
it("classifies ENOTFOUND / fetch failed as UNREACHABLE", () => {
|
|
const err = new Error("fetch failed");
|
|
(err as { cause?: unknown }).cause = new Error(
|
|
"getaddrinfo ENOTFOUND no.such.host",
|
|
);
|
|
const { exitCode, envelope } = classifyError(err);
|
|
expect(exitCode).toBe(EXIT_CODES.UNREACHABLE);
|
|
expect(envelope.cause).toContain("ENOTFOUND");
|
|
});
|
|
|
|
it("classifies a connection-refused cause as UNREACHABLE", () => {
|
|
const err = new Error("connect ECONNREFUSED 127.0.0.1:1");
|
|
expect(classifyError(err).exitCode).toBe(EXIT_CODES.UNREACHABLE);
|
|
});
|
|
|
|
it("falls back to USAGE for an unrecognized Error", () => {
|
|
expect(classifyError(new Error("something else")).exitCode).toBe(
|
|
EXIT_CODES.USAGE,
|
|
);
|
|
});
|
|
|
|
it("handles a string error", () => {
|
|
const { exitCode, envelope } = classifyError("plain failure");
|
|
expect(exitCode).toBe(EXIT_CODES.USAGE);
|
|
expect(envelope.message).toBe("plain failure");
|
|
});
|
|
|
|
it("handles a non-Error, non-string value", () => {
|
|
const { envelope } = classifyError({ unexpected: true });
|
|
expect(envelope.message).toBe("Unknown error");
|
|
});
|
|
|
|
it("reads an HTTP status from a nested response object", () => {
|
|
const err = { response: { status: 401 } };
|
|
const { exitCode, envelope } = classifyError(err);
|
|
expect(exitCode).toBe(EXIT_CODES.AUTH_REQUIRED);
|
|
expect(envelope.status).toBe(401);
|
|
});
|
|
|
|
it("preserves a CliExitCodeError's explicit envelope code over the default", () => {
|
|
const { envelope } = classifyError(
|
|
new CliExitCodeError(EXIT_CODES.TOOL_ERROR, "x", {
|
|
code: "tool_not_found",
|
|
}),
|
|
);
|
|
expect(envelope.code).toBe("tool_not_found");
|
|
});
|
|
|
|
it("carries a CliExitCodeError's explicit status and url onto the envelope", () => {
|
|
const { envelope } = classifyError(
|
|
new CliExitCodeError(EXIT_CODES.AUTH_REQUIRED, "denied", {
|
|
status: 401,
|
|
url: "https://api.example/mcp",
|
|
}),
|
|
);
|
|
expect(envelope.status).toBe(401);
|
|
expect(envelope.url).toBe("https://api.example/mcp");
|
|
});
|
|
|
|
it("falls back to the context url for a CliExitCodeError without its own url", () => {
|
|
const { envelope } = classifyError(
|
|
new CliExitCodeError(EXIT_CODES.UNREACHABLE, "down"),
|
|
{ url: "https://ctx.example/mcp" },
|
|
);
|
|
expect(envelope.url).toBe("https://ctx.example/mcp");
|
|
});
|
|
|
|
it("derives a default envelope code for a bare CliExitCodeError", () => {
|
|
expect(
|
|
classifyError(new CliExitCodeError(EXIT_CODES.UNREACHABLE, "x")).envelope
|
|
.code,
|
|
).toBe("unreachable");
|
|
expect(
|
|
classifyError(new CliExitCodeError(EXIT_CODES.NO_APP, "x")).envelope.code,
|
|
).toBe("no_app");
|
|
expect(
|
|
classifyError(new CliExitCodeError(EXIT_CODES.AUTH_REQUIRED, "x"))
|
|
.envelope.code,
|
|
).toBe("auth_required");
|
|
expect(
|
|
classifyError(new CliExitCodeError(EXIT_CODES.TOOL_ERROR, "x")).envelope
|
|
.code,
|
|
).toBe("tool_error");
|
|
expect(
|
|
classifyError(new CliExitCodeError(EXIT_CODES.USAGE, "x")).envelope.code,
|
|
).toBe("error");
|
|
});
|
|
|
|
it("terminates on a self-referential cause chain without recursing infinitely", () => {
|
|
// A cyclic `error.cause` must not hang the classifier; the depth cap bounds
|
|
// the walk and returns a finite string.
|
|
const err = new Error("looping");
|
|
(err as { cause?: unknown }).cause = err;
|
|
const { envelope } = classifyError(err);
|
|
expect(envelope.message).toBe("looping");
|
|
// Bounded by the depth cap: a finite string, not an infinite loop.
|
|
expect(typeof envelope.cause).toBe("string");
|
|
expect(envelope.cause).toContain("looping");
|
|
});
|
|
|
|
it("captures a non-Error cause as a string", () => {
|
|
const err = new Error("outer");
|
|
(err as { cause?: unknown }).cause = { reason: "blocked" };
|
|
const { envelope } = classifyError(err);
|
|
expect(envelope.cause).toBe("[object Object]");
|
|
});
|
|
|
|
it("flattens a nested Error cause chain into one string", () => {
|
|
const inner = new Error("getaddrinfo ENOTFOUND host");
|
|
const middle = Object.assign(new Error("connect failed"), { cause: inner });
|
|
const outer = Object.assign(new Error("fetch failed"), { cause: middle });
|
|
const { envelope } = classifyError(outer);
|
|
expect(envelope.cause).toBe("connect failed: getaddrinfo ENOTFOUND host");
|
|
});
|
|
|
|
it("reads a numeric SDK-style .code as an HTTP status", () => {
|
|
const err = Object.assign(new Error("forbidden"), { code: 403 });
|
|
const { exitCode, envelope } = classifyError(err);
|
|
expect(exitCode).toBe(EXIT_CODES.AUTH_REQUIRED);
|
|
expect(envelope.status).toBe(403);
|
|
});
|
|
|
|
it("ignores a JSON-RPC ProtocolError numeric .code (outside the HTTP range) as a status", () => {
|
|
// MCP SDK's ProtocolError carries a numeric `.code` that is a JSON-RPC error
|
|
// code (e.g. -32601 MethodNotFound), NOT an HTTP status. It must not leak
|
|
// into `status`, nor get misclassified as AUTH_REQUIRED.
|
|
const err = Object.assign(new Error("Method not found"), { code: -32601 });
|
|
const { exitCode, envelope } = classifyError(err);
|
|
expect(exitCode).toBe(EXIT_CODES.USAGE);
|
|
expect(envelope.status).toBeUndefined();
|
|
});
|
|
|
|
it("ignores a non-numeric node error code when reading the status", () => {
|
|
const err = Object.assign(new Error("getaddrinfo ENOTFOUND host"), {
|
|
code: "ENOTFOUND",
|
|
});
|
|
const { exitCode, envelope } = classifyError(err);
|
|
// The message matches the UNREACHABLE pattern, and the string node code
|
|
// must NOT be treated as an HTTP status.
|
|
expect(exitCode).toBe(EXIT_CODES.UNREACHABLE);
|
|
expect(envelope.status).toBeUndefined();
|
|
});
|
|
});
|
|
|
|
describe("formatErrorOutput", () => {
|
|
it("emits one JSON line on stderr ending in a newline", () => {
|
|
const { stderr, exitCode } = formatErrorOutput(new Error("nope"));
|
|
expect(stderr.endsWith("\n")).toBe(true);
|
|
expect(stderr.split("\n").length).toBe(2);
|
|
const parsed = JSON.parse(stderr) as { error: { message: string } };
|
|
expect(parsed.error.message).toBe("nope");
|
|
expect(exitCode).toBe(EXIT_CODES.USAGE);
|
|
});
|
|
|
|
it("threads the context url into the envelope", () => {
|
|
const { stderr } = formatErrorOutput(new Error("nope"), {
|
|
url: "https://ctx.example/mcp",
|
|
});
|
|
const parsed = JSON.parse(stderr) as { error: { url?: string } };
|
|
expect(parsed.error.url).toBe("https://ctx.example/mcp");
|
|
});
|
|
});
|