* fix(map-server): simplify location update message format * fix(say-server): pass host to streamable_http_app for non-localhost deployments * refactor(pdf-server): simplify to stateless range-query architecture - Remove caching/indexing in favor of direct HTTP Range requests - Use HEAD requests to get file size (no full download) - Use Range requests to proxy byte chunks (no caching) - Local files: fs.read with offset/length - Remote files: HTTP Range header - Zero memory footprint (no PDF caching) - Truly stateless (no session management needed) - Single server.ts (~350 lines) + main.ts CLI entry point - Instant startup (no preloading) - Security: whitelist local files, allowed origins Removed files: - src/pdf-indexer.ts - src/pdf-loader.ts - src/types.ts * feat(pdf-server): add dark mode support - Add CSS variables with light-dark() function for automatic theme switching - Sync theme with host via applyDocumentTheme() - Apply host CSS variables via applyHostStyleVariables() * feat(pdf-server): add list_pdfs tool back Lists local files and allowed remote origins. Also moves CHUNK_SIZE to module level constant. * feat(pdf-server): improve tool descriptions and increase context limit - display_pdf: list all allowed domains in description - Increase MAX_MODEL_CONTEXT_LENGTH to 15000 - Move CHUNK_SIZE to module level constant * chore(say-server): remove deployment docs from repo Keep server.py fix for non-localhost deployments. Deployment docs kept locally but not in repo. * refactor(pdf-server): simplify updateModelContext format - Add widget ID for multi-widget disambiguation - Use concise header: 'PDF viewer (id) | title | Current Page: X/Y' - Add 'Page content:' prefix before text - Keep selection markers (<pdf-selection>...</pdf-selection>) * refactor: rename widgetUUID to viewUUID for consistency Aligns with main's standardization on 'view' terminology (PR #325). Also dynamically generate allowed domains in display_pdf description. * viewUUID * fix(map-server): fix syntax error in location update message * fix(pdf-server): restore package.json, improve server docs - Restore --external pdfjs-dist in build - Rewrite server.ts header for newcomers (list tools, not implementation details) - Minimize main.ts diff * chore(pdf-server): remove unused addAllowedOrigin/addAllowedLocalFile * docs(pdf-server): update README for new architecture * docs(pdf-server): restore full README, add theming section, remove get_pdf_info * rm * fix(pdf-server): restore createMcpExpressApp and error handling - Use createMcpExpressApp for DNS rebinding protection - Restore error callback in app.listen() * fix(say-server): pass host to streamable_http_app for non-localhost deployments * chore(say-server): remove deployment docs from repo * widgetId->tool id * fix(map-server): add null check for center in location update chore(pdf-server): dedupe and sort allowed origins * fix(map-server): use transparent background for rounded corners * prettier
372 lines
11 KiB
TypeScript
372 lines
11 KiB
TypeScript
/**
|
|
* PDF MCP Server
|
|
*
|
|
* An MCP server that displays PDFs in an interactive viewer.
|
|
* Supports local files and remote URLs from academic sources (arxiv, biorxiv, etc).
|
|
*
|
|
* Tools:
|
|
* - list_pdfs: List available PDFs
|
|
* - display_pdf: Show interactive PDF viewer
|
|
* - read_pdf_bytes: Stream PDF data in chunks (used by viewer)
|
|
*/
|
|
|
|
import { randomUUID } from "crypto";
|
|
import fs from "node:fs";
|
|
import path from "node:path";
|
|
import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
|
|
import {
|
|
registerAppResource,
|
|
registerAppTool,
|
|
RESOURCE_MIME_TYPE,
|
|
} from "@modelcontextprotocol/ext-apps/server";
|
|
import type {
|
|
CallToolResult,
|
|
ReadResourceResult,
|
|
} from "@modelcontextprotocol/sdk/types.js";
|
|
import { z } from "zod";
|
|
|
|
// =============================================================================
|
|
// Configuration
|
|
// =============================================================================
|
|
|
|
export const DEFAULT_PDF = "https://arxiv.org/pdf/1706.03762"; // Attention Is All You Need
|
|
export const MAX_CHUNK_BYTES = 512 * 1024; // 512KB max per request
|
|
export const RESOURCE_URI = "ui://pdf-viewer/mcp-app.html";
|
|
|
|
/** Allowed remote origins (security allowlist) */
|
|
export const allowedRemoteOrigins = new Set([
|
|
"https://agrirxiv.org",
|
|
"https://arxiv.org",
|
|
"https://chemrxiv.org",
|
|
"https://edarxiv.org",
|
|
"https://engrxiv.org",
|
|
"https://hal.science",
|
|
"https://osf.io",
|
|
"https://psyarxiv.com",
|
|
"https://ssrn.com",
|
|
"https://www.biorxiv.org",
|
|
"https://www.eartharxiv.org",
|
|
"https://www.medrxiv.org",
|
|
"https://www.preprints.org",
|
|
"https://www.researchsquare.com",
|
|
"https://www.sportarxiv.org",
|
|
"https://zenodo.org",
|
|
]);
|
|
|
|
/** Allowed local file paths (populated from CLI args) */
|
|
export const allowedLocalFiles = new Set<string>();
|
|
|
|
// Works both from source (server.ts) and compiled (dist/server.js)
|
|
const DIST_DIR = import.meta.filename.endsWith(".ts")
|
|
? path.join(import.meta.dirname, "dist")
|
|
: import.meta.dirname;
|
|
|
|
// =============================================================================
|
|
// URL Validation & Normalization
|
|
// =============================================================================
|
|
|
|
export function isFileUrl(url: string): boolean {
|
|
return url.startsWith("file://");
|
|
}
|
|
|
|
export function isArxivUrl(url: string): boolean {
|
|
try {
|
|
const parsed = new URL(url);
|
|
return (
|
|
parsed.hostname === "arxiv.org" || parsed.hostname === "www.arxiv.org"
|
|
);
|
|
} catch {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
export function normalizeArxivUrl(url: string): string {
|
|
// Convert arxiv abstract URLs to PDF URLs
|
|
// https://arxiv.org/abs/1706.03762 -> https://arxiv.org/pdf/1706.03762
|
|
return url.replace("/abs/", "/pdf/").replace(/\.pdf$/, "");
|
|
}
|
|
|
|
export function fileUrlToPath(fileUrl: string): string {
|
|
return decodeURIComponent(fileUrl.replace("file://", ""));
|
|
}
|
|
|
|
export function pathToFileUrl(filePath: string): string {
|
|
const absolutePath = path.resolve(filePath);
|
|
return `file://${encodeURIComponent(absolutePath).replace(/%2F/g, "/")}`;
|
|
}
|
|
|
|
export function validateUrl(url: string): { valid: boolean; error?: string } {
|
|
if (isFileUrl(url)) {
|
|
const filePath = fileUrlToPath(url);
|
|
if (!allowedLocalFiles.has(filePath)) {
|
|
return {
|
|
valid: false,
|
|
error: `Local file not in allowed list: ${filePath}`,
|
|
};
|
|
}
|
|
if (!fs.existsSync(filePath)) {
|
|
return { valid: false, error: `File not found: ${filePath}` };
|
|
}
|
|
return { valid: true };
|
|
}
|
|
|
|
// Remote URL - check against allowed origins
|
|
try {
|
|
const parsed = new URL(url);
|
|
const origin = `${parsed.protocol}//${parsed.hostname}`;
|
|
if (
|
|
![...allowedRemoteOrigins].some((allowed) => origin.startsWith(allowed))
|
|
) {
|
|
return { valid: false, error: `Origin not allowed: ${origin}` };
|
|
}
|
|
return { valid: true };
|
|
} catch {
|
|
return { valid: false, error: `Invalid URL: ${url}` };
|
|
}
|
|
}
|
|
|
|
// =============================================================================
|
|
// Range Request Helpers
|
|
// =============================================================================
|
|
|
|
export async function readPdfRange(
|
|
url: string,
|
|
offset: number,
|
|
byteCount: number,
|
|
): Promise<{ data: Uint8Array; totalBytes: number }> {
|
|
const normalized = isArxivUrl(url) ? normalizeArxivUrl(url) : url;
|
|
const clampedByteCount = Math.min(byteCount, MAX_CHUNK_BYTES);
|
|
|
|
if (isFileUrl(normalized)) {
|
|
const filePath = fileUrlToPath(normalized);
|
|
const stats = await fs.promises.stat(filePath);
|
|
const totalBytes = stats.size;
|
|
|
|
// Clamp to file bounds
|
|
const start = Math.min(offset, totalBytes);
|
|
const end = Math.min(start + clampedByteCount, totalBytes);
|
|
|
|
if (start >= totalBytes) {
|
|
return { data: new Uint8Array(0), totalBytes };
|
|
}
|
|
|
|
// Read range from local file
|
|
const buffer = Buffer.alloc(end - start);
|
|
const fd = await fs.promises.open(filePath, "r");
|
|
try {
|
|
await fd.read(buffer, 0, end - start, start);
|
|
} finally {
|
|
await fd.close();
|
|
}
|
|
|
|
return { data: new Uint8Array(buffer), totalBytes };
|
|
}
|
|
|
|
// Remote URL - Range request
|
|
const response = await fetch(normalized, {
|
|
headers: {
|
|
Range: `bytes=${offset}-${offset + clampedByteCount - 1}`,
|
|
},
|
|
});
|
|
|
|
if (!response.ok && response.status !== 206) {
|
|
throw new Error(
|
|
`Range request failed: ${response.status} ${response.statusText}`,
|
|
);
|
|
}
|
|
|
|
// Parse total size from Content-Range header
|
|
const contentRange = response.headers.get("content-range");
|
|
let totalBytes = 0;
|
|
if (contentRange) {
|
|
const match = contentRange.match(/bytes \d+-\d+\/(\d+)/);
|
|
if (match) {
|
|
totalBytes = parseInt(match[1], 10);
|
|
}
|
|
}
|
|
|
|
const data = new Uint8Array(await response.arrayBuffer());
|
|
return { data, totalBytes };
|
|
}
|
|
|
|
// =============================================================================
|
|
// MCP Server Factory
|
|
// =============================================================================
|
|
|
|
export function createServer(): McpServer {
|
|
const server = new McpServer({ name: "PDF Server", version: "2.0.0" });
|
|
|
|
// Tool: list_pdfs - List available PDFs (local files + allowed origins)
|
|
server.tool(
|
|
"list_pdfs",
|
|
"List available PDFs that can be displayed",
|
|
{},
|
|
async (): Promise<CallToolResult> => {
|
|
const pdfs: Array<{ url: string; type: "local" | "remote" }> = [];
|
|
|
|
// Add local files
|
|
for (const filePath of allowedLocalFiles) {
|
|
pdfs.push({ url: pathToFileUrl(filePath), type: "local" });
|
|
}
|
|
|
|
// Note: Remote URLs from allowed origins can be loaded dynamically
|
|
const text =
|
|
pdfs.length > 0
|
|
? `Available PDFs:\n${pdfs.map((p) => `- ${p.url} (${p.type})`).join("\n")}\n\nRemote PDFs from ${[...allowedRemoteOrigins].join(", ")} can also be loaded dynamically.`
|
|
: `No local PDFs configured. Remote PDFs from ${[...allowedRemoteOrigins].join(", ")} can be loaded dynamically.`;
|
|
|
|
return {
|
|
content: [{ type: "text", text }],
|
|
structuredContent: {
|
|
localFiles: pdfs.filter((p) => p.type === "local").map((p) => p.url),
|
|
allowedOrigins: [...allowedRemoteOrigins],
|
|
},
|
|
};
|
|
},
|
|
);
|
|
|
|
// Tool: read_pdf_bytes (app-only) - Range request for chunks
|
|
registerAppTool(
|
|
server,
|
|
"read_pdf_bytes",
|
|
{
|
|
title: "Read PDF Bytes",
|
|
description: "Read a range of bytes from a PDF (max 512KB per request)",
|
|
inputSchema: {
|
|
url: z.string().describe("PDF URL"),
|
|
offset: z.number().min(0).default(0).describe("Byte offset"),
|
|
byteCount: z
|
|
.number()
|
|
.min(1)
|
|
.max(MAX_CHUNK_BYTES)
|
|
.default(MAX_CHUNK_BYTES)
|
|
.describe("Bytes to read"),
|
|
},
|
|
outputSchema: z.object({
|
|
url: z.string(),
|
|
bytes: z.string().describe("Base64 encoded bytes"),
|
|
offset: z.number(),
|
|
byteCount: z.number(),
|
|
totalBytes: z.number(),
|
|
hasMore: z.boolean(),
|
|
}),
|
|
_meta: { ui: { visibility: ["app"] } },
|
|
},
|
|
async ({ url, offset, byteCount }): Promise<CallToolResult> => {
|
|
const validation = validateUrl(url);
|
|
if (!validation.valid) {
|
|
return {
|
|
content: [{ type: "text", text: validation.error! }],
|
|
isError: true,
|
|
};
|
|
}
|
|
|
|
try {
|
|
const normalized = isArxivUrl(url) ? normalizeArxivUrl(url) : url;
|
|
const { data, totalBytes } = await readPdfRange(url, offset, byteCount);
|
|
|
|
// Base64 encode for JSON transport
|
|
const bytes = Buffer.from(data).toString("base64");
|
|
const hasMore = offset + data.length < totalBytes;
|
|
|
|
return {
|
|
content: [
|
|
{
|
|
type: "text",
|
|
text: `${data.length} bytes at ${offset}/${totalBytes}`,
|
|
},
|
|
],
|
|
structuredContent: {
|
|
url: normalized,
|
|
bytes,
|
|
offset,
|
|
byteCount: data.length,
|
|
totalBytes,
|
|
hasMore,
|
|
},
|
|
};
|
|
} catch (err) {
|
|
return {
|
|
content: [
|
|
{
|
|
type: "text",
|
|
text: `Error: ${err instanceof Error ? err.message : String(err)}`,
|
|
},
|
|
],
|
|
isError: true,
|
|
};
|
|
}
|
|
},
|
|
);
|
|
|
|
// Build allowed domains list for tool description (strip https:// and www.)
|
|
const allowedDomains = [...allowedRemoteOrigins]
|
|
.map((origin) => origin.replace(/^https?:\/\/(www\.)?/, ""))
|
|
.join(", ");
|
|
|
|
// Tool: display_pdf - Show interactive viewer
|
|
registerAppTool(
|
|
server,
|
|
"display_pdf",
|
|
{
|
|
title: "Display PDF",
|
|
description: `Display an interactive PDF viewer.
|
|
|
|
Accepts:
|
|
- Local files explicitly added to the server (use list_pdfs to see available files)
|
|
- Remote PDFs from: ${allowedDomains}`,
|
|
inputSchema: {
|
|
url: z.string().default(DEFAULT_PDF).describe("PDF URL"),
|
|
page: z.number().min(1).default(1).describe("Initial page"),
|
|
},
|
|
outputSchema: z.object({
|
|
url: z.string(),
|
|
initialPage: z.number(),
|
|
}),
|
|
_meta: { ui: { resourceUri: RESOURCE_URI } },
|
|
},
|
|
async ({ url, page }): Promise<CallToolResult> => {
|
|
const normalized = isArxivUrl(url) ? normalizeArxivUrl(url) : url;
|
|
const validation = validateUrl(normalized);
|
|
|
|
if (!validation.valid) {
|
|
return {
|
|
content: [{ type: "text", text: validation.error! }],
|
|
isError: true,
|
|
};
|
|
}
|
|
|
|
return {
|
|
content: [{ type: "text", text: `Displaying PDF: ${normalized}` }],
|
|
structuredContent: {
|
|
url: normalized,
|
|
initialPage: page,
|
|
},
|
|
_meta: {
|
|
viewUUID: randomUUID(),
|
|
},
|
|
};
|
|
},
|
|
);
|
|
|
|
// Resource: UI HTML
|
|
registerAppResource(
|
|
server,
|
|
RESOURCE_URI,
|
|
RESOURCE_URI,
|
|
{ mimeType: RESOURCE_MIME_TYPE },
|
|
async (): Promise<ReadResourceResult> => {
|
|
const html = await fs.promises.readFile(
|
|
path.join(DIST_DIR, "mcp-app.html"),
|
|
"utf-8",
|
|
);
|
|
return {
|
|
contents: [
|
|
{ uri: RESOURCE_URI, mimeType: RESOURCE_MIME_TYPE, text: html },
|
|
],
|
|
};
|
|
},
|
|
);
|
|
|
|
return server;
|
|
}
|