* feat: add local feature for !Send tool handler support * fix: gate streamable HTTP transport on not(local) feature
447 lines
12 KiB
Rust
447 lines
12 KiB
Rust
//! Tools for MCP servers.
|
|
//!
|
|
//! It's straightforward to define tools using [`tool_router`][crate::tool_router] and
|
|
//! [`tool`][crate::tool] macro.
|
|
//!
|
|
//! ```rust
|
|
//! # use rmcp::{
|
|
//! # tool_router, tool,
|
|
//! # handler::server::{wrapper::{Parameters, Json}, tool::ToolRouter},
|
|
//! # schemars
|
|
//! # };
|
|
//! # use serde::{Serialize, Deserialize};
|
|
//! struct Server {
|
|
//! tool_router: ToolRouter<Self>,
|
|
//! }
|
|
//! #[derive(Deserialize, schemars::JsonSchema, Default)]
|
|
//! struct AddParameter {
|
|
//! left: usize,
|
|
//! right: usize
|
|
//! }
|
|
//! #[derive(Serialize, schemars::JsonSchema)]
|
|
//! struct AddOutput {
|
|
//! sum: usize
|
|
//! }
|
|
//! #[tool_router]
|
|
//! impl Server {
|
|
//! #[tool(name = "adder", description = "Modular add two integers")]
|
|
//! fn add(
|
|
//! &self,
|
|
//! Parameters(AddParameter { left, right }): Parameters<AddParameter>
|
|
//! ) -> Json<AddOutput> {
|
|
//! Json(AddOutput { sum: left.wrapping_add(right) })
|
|
//! }
|
|
//! }
|
|
//! ```
|
|
//!
|
|
//! Using the macro-based code pattern above is suitable for small MCP servers with simple interfaces.
|
|
//! When the business logic become larger, it is recommended that each tool should reside
|
|
//! in individual file, combined into MCP server using [`SyncTool`] and [`AsyncTool`] traits.
|
|
//!
|
|
//! ```rust
|
|
//! # use rmcp::{
|
|
//! # handler::server::{
|
|
//! # tool::ToolRouter,
|
|
//! # router::tool::{SyncTool, AsyncTool, ToolBase},
|
|
//! # },
|
|
//! # schemars, ErrorData
|
|
//! # };
|
|
//! # pub struct MyCustomError;
|
|
//! # impl From<MyCustomError> for ErrorData {
|
|
//! # fn from(err: MyCustomError) -> ErrorData { unimplemented!() }
|
|
//! # }
|
|
//! # use serde::{Serialize, Deserialize};
|
|
//! # use std::borrow::Cow;
|
|
//! // In tool1.rs
|
|
//! pub struct ComplexTool1;
|
|
//! #[derive(Deserialize, schemars::JsonSchema, Default)]
|
|
//! pub struct ComplexTool1Input { /* ... */ }
|
|
//! #[derive(Serialize, schemars::JsonSchema)]
|
|
//! pub struct ComplexTool1Output { /* ... */ }
|
|
//!
|
|
//! impl ToolBase for ComplexTool1 {
|
|
//! type Parameter = ComplexTool1Input;
|
|
//! type Output = ComplexTool1Output;
|
|
//! type Error = MyCustomError;
|
|
//! fn name() -> Cow<'static, str> {
|
|
//! "complex-tool1".into()
|
|
//! }
|
|
//!
|
|
//! fn description() -> Option<Cow<'static, str>> {
|
|
//! Some("...".into())
|
|
//! }
|
|
//! }
|
|
//! impl SyncTool<MyToolServer> for ComplexTool1 {
|
|
//! fn invoke(service: &MyToolServer, param: Self::Parameter) -> Result<Self::Output, Self::Error> {
|
|
//! // ...
|
|
//! # unimplemented!()
|
|
//! }
|
|
//! }
|
|
//! // In tool2.rs
|
|
//! pub struct ComplexTool2;
|
|
//! #[derive(Deserialize, schemars::JsonSchema, Default)]
|
|
//! pub struct ComplexTool2Input { /* ... */ }
|
|
//! #[derive(Serialize, schemars::JsonSchema)]
|
|
//! pub struct ComplexTool2Output { /* ... */ }
|
|
//!
|
|
//! impl ToolBase for ComplexTool2 {
|
|
//! type Parameter = ComplexTool2Input;
|
|
//! type Output = ComplexTool2Output;
|
|
//! type Error = MyCustomError;
|
|
//! fn name() -> Cow<'static, str> {
|
|
//! "complex-tool2".into()
|
|
//! }
|
|
//!
|
|
//! fn description() -> Option<Cow<'static, str>> {
|
|
//! Some("...".into())
|
|
//! }
|
|
//! }
|
|
//! impl AsyncTool<MyToolServer> for ComplexTool2 {
|
|
//! async fn invoke(service: &MyToolServer, param: Self::Parameter) -> Result<Self::Output, Self::Error> {
|
|
//! // ...
|
|
//! # unimplemented!()
|
|
//! }
|
|
//! }
|
|
//!
|
|
//! // In tool_router.rs
|
|
//! struct MyToolServer {
|
|
//! tool_router: ToolRouter<Self>,
|
|
//! }
|
|
//! impl MyToolServer {
|
|
//! pub fn tool_router() -> ToolRouter<Self> {
|
|
//! ToolRouter::new()
|
|
//! .with_sync_tool::<ComplexTool1>()
|
|
//! .with_async_tool::<ComplexTool2>()
|
|
//! }
|
|
//! }
|
|
//! ```
|
|
//!
|
|
//! It's also possible to use macro-based and trait-based tool definition together: Since
|
|
//! [`ToolRouter`] implements [`Add`][std::ops::Add], you can add two tool routers into final
|
|
//! router as showed in [the documentation of `tool_router`][crate::tool_router].
|
|
|
|
mod tool_traits;
|
|
|
|
use std::{borrow::Cow, sync::Arc};
|
|
|
|
use schemars::JsonSchema;
|
|
pub use tool_traits::{AsyncTool, SyncTool, ToolBase};
|
|
|
|
use crate::{
|
|
handler::server::{
|
|
tool::{CallToolHandler, DynCallToolHandler, ToolCallContext, schema_for_type},
|
|
tool_name_validation::validate_and_warn_tool_name,
|
|
},
|
|
model::{CallToolResult, Tool, ToolAnnotations},
|
|
service::{MaybeBoxFuture, MaybeSend},
|
|
};
|
|
|
|
pub struct ToolRoute<S> {
|
|
#[allow(clippy::type_complexity)]
|
|
pub call: Arc<DynCallToolHandler<S>>,
|
|
pub attr: crate::model::Tool,
|
|
}
|
|
|
|
impl<S> std::fmt::Debug for ToolRoute<S> {
|
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
|
f.debug_struct("ToolRoute")
|
|
.field("name", &self.attr.name)
|
|
.field("description", &self.attr.description)
|
|
.field("input_schema", &self.attr.input_schema)
|
|
.finish()
|
|
}
|
|
}
|
|
|
|
impl<S> Clone for ToolRoute<S> {
|
|
fn clone(&self) -> Self {
|
|
Self {
|
|
call: self.call.clone(),
|
|
attr: self.attr.clone(),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<S: MaybeSend + 'static> ToolRoute<S> {
|
|
pub fn new<C, A>(attr: impl Into<Tool>, call: C) -> Self
|
|
where
|
|
C: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
{
|
|
Self {
|
|
call: Arc::new(move |context: ToolCallContext<S>| {
|
|
let call = call.clone();
|
|
context.invoke(call)
|
|
}),
|
|
attr: attr.into(),
|
|
}
|
|
}
|
|
pub fn new_dyn<C>(attr: impl Into<Tool>, call: C) -> Self
|
|
where
|
|
C: for<'a> Fn(
|
|
ToolCallContext<'a, S>,
|
|
) -> MaybeBoxFuture<'a, Result<CallToolResult, crate::ErrorData>>
|
|
+ MaybeSend
|
|
+ 'static,
|
|
{
|
|
Self {
|
|
call: Arc::new(call),
|
|
attr: attr.into(),
|
|
}
|
|
}
|
|
pub fn name(&self) -> &str {
|
|
&self.attr.name
|
|
}
|
|
}
|
|
|
|
pub trait IntoToolRoute<S, A> {
|
|
fn into_tool_route(self) -> ToolRoute<S>;
|
|
}
|
|
|
|
impl<S, C, A, T> IntoToolRoute<S, A> for (T, C)
|
|
where
|
|
S: MaybeSend + 'static,
|
|
C: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
T: Into<Tool>,
|
|
{
|
|
fn into_tool_route(self) -> ToolRoute<S> {
|
|
ToolRoute::new(self.0.into(), self.1)
|
|
}
|
|
}
|
|
|
|
impl<S> IntoToolRoute<S, ()> for ToolRoute<S>
|
|
where
|
|
S: MaybeSend + 'static,
|
|
{
|
|
fn into_tool_route(self) -> ToolRoute<S> {
|
|
self
|
|
}
|
|
}
|
|
|
|
pub struct ToolAttrGenerateFunctionAdapter;
|
|
impl<S, F> IntoToolRoute<S, ToolAttrGenerateFunctionAdapter> for F
|
|
where
|
|
S: MaybeSend + 'static,
|
|
F: Fn() -> ToolRoute<S>,
|
|
{
|
|
fn into_tool_route(self) -> ToolRoute<S> {
|
|
(self)()
|
|
}
|
|
}
|
|
|
|
pub trait CallToolHandlerExt<S, A>: Sized
|
|
where
|
|
Self: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
{
|
|
fn name(self, name: impl Into<Cow<'static, str>>) -> WithToolAttr<Self, S, A>;
|
|
}
|
|
|
|
impl<C, S, A> CallToolHandlerExt<S, A> for C
|
|
where
|
|
C: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
{
|
|
fn name(self, name: impl Into<Cow<'static, str>>) -> WithToolAttr<Self, S, A> {
|
|
WithToolAttr {
|
|
attr: Tool::new(
|
|
name.into(),
|
|
"",
|
|
schema_for_type::<crate::model::JsonObject>(),
|
|
),
|
|
call: self,
|
|
_marker: std::marker::PhantomData,
|
|
}
|
|
}
|
|
}
|
|
|
|
pub struct WithToolAttr<C, S, A>
|
|
where
|
|
C: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
{
|
|
pub attr: crate::model::Tool,
|
|
pub call: C,
|
|
pub _marker: std::marker::PhantomData<fn(S, A)>,
|
|
}
|
|
|
|
impl<C, S, A> IntoToolRoute<S, A> for WithToolAttr<C, S, A>
|
|
where
|
|
C: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
S: MaybeSend + 'static,
|
|
{
|
|
fn into_tool_route(self) -> ToolRoute<S> {
|
|
ToolRoute::new(self.attr, self.call)
|
|
}
|
|
}
|
|
|
|
impl<C, S, A> WithToolAttr<C, S, A>
|
|
where
|
|
C: CallToolHandler<S, A> + MaybeSend + Clone + 'static,
|
|
{
|
|
pub fn description(mut self, description: impl Into<Cow<'static, str>>) -> Self {
|
|
self.attr.description = Some(description.into());
|
|
self
|
|
}
|
|
pub fn parameters<T: JsonSchema + 'static>(mut self) -> Self {
|
|
self.attr.input_schema = schema_for_type::<T>();
|
|
self
|
|
}
|
|
pub fn parameters_value(mut self, schema: serde_json::Value) -> Self {
|
|
self.attr.input_schema = crate::model::object(schema).into();
|
|
self
|
|
}
|
|
pub fn annotation(mut self, annotation: impl Into<ToolAnnotations>) -> Self {
|
|
self.attr.annotations = Some(annotation.into());
|
|
self
|
|
}
|
|
}
|
|
#[derive(Debug)]
|
|
pub struct ToolRouter<S> {
|
|
#[allow(clippy::type_complexity)]
|
|
pub map: std::collections::HashMap<Cow<'static, str>, ToolRoute<S>>,
|
|
|
|
pub transparent_when_not_found: bool,
|
|
}
|
|
|
|
impl<S> Default for ToolRouter<S> {
|
|
fn default() -> Self {
|
|
Self {
|
|
map: std::collections::HashMap::new(),
|
|
transparent_when_not_found: false,
|
|
}
|
|
}
|
|
}
|
|
impl<S> Clone for ToolRouter<S> {
|
|
fn clone(&self) -> Self {
|
|
Self {
|
|
map: self.map.clone(),
|
|
transparent_when_not_found: self.transparent_when_not_found,
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<S> IntoIterator for ToolRouter<S> {
|
|
type Item = ToolRoute<S>;
|
|
type IntoIter = std::collections::hash_map::IntoValues<Cow<'static, str>, ToolRoute<S>>;
|
|
|
|
fn into_iter(self) -> Self::IntoIter {
|
|
self.map.into_values()
|
|
}
|
|
}
|
|
|
|
impl<S> ToolRouter<S>
|
|
where
|
|
S: MaybeSend + 'static,
|
|
{
|
|
pub fn new() -> Self {
|
|
Self {
|
|
map: std::collections::HashMap::new(),
|
|
transparent_when_not_found: false,
|
|
}
|
|
}
|
|
pub fn with_route<R, A>(mut self, route: R) -> Self
|
|
where
|
|
R: IntoToolRoute<S, A>,
|
|
{
|
|
self.add_route(route.into_tool_route());
|
|
self
|
|
}
|
|
|
|
/// Add a tool that implements [`SyncTool`]
|
|
pub fn with_sync_tool<T>(self) -> Self
|
|
where
|
|
T: SyncTool<S> + 'static,
|
|
{
|
|
if T::input_schema().is_some() {
|
|
self.with_route((
|
|
tool_traits::tool_attribute::<T>(),
|
|
tool_traits::sync_tool_wrapper::<S, T>,
|
|
))
|
|
} else {
|
|
self.with_route((
|
|
tool_traits::tool_attribute::<T>(),
|
|
tool_traits::sync_tool_wrapper_with_empty_params::<S, T>,
|
|
))
|
|
}
|
|
}
|
|
|
|
/// Add a tool that implements [`AsyncTool`]
|
|
pub fn with_async_tool<T>(self) -> Self
|
|
where
|
|
T: AsyncTool<S> + 'static,
|
|
{
|
|
if T::input_schema().is_some() {
|
|
self.with_route((
|
|
tool_traits::tool_attribute::<T>(),
|
|
tool_traits::async_tool_wrapper::<S, T>,
|
|
))
|
|
} else {
|
|
self.with_route((
|
|
tool_traits::tool_attribute::<T>(),
|
|
tool_traits::async_tool_wrapper_with_empty_params::<S, T>,
|
|
))
|
|
}
|
|
}
|
|
|
|
pub fn add_route(&mut self, item: ToolRoute<S>) {
|
|
let new_name = &item.attr.name;
|
|
validate_and_warn_tool_name(new_name);
|
|
self.map.insert(new_name.clone(), item);
|
|
}
|
|
|
|
pub fn merge(&mut self, other: ToolRouter<S>) {
|
|
for item in other.map.into_values() {
|
|
self.add_route(item);
|
|
}
|
|
}
|
|
|
|
pub fn remove_route(&mut self, name: &str) {
|
|
self.map.remove(name);
|
|
}
|
|
pub fn has_route(&self, name: &str) -> bool {
|
|
self.map.contains_key(name)
|
|
}
|
|
pub async fn call(
|
|
&self,
|
|
context: ToolCallContext<'_, S>,
|
|
) -> Result<CallToolResult, crate::ErrorData> {
|
|
let item = self
|
|
.map
|
|
.get(context.name())
|
|
.ok_or_else(|| crate::ErrorData::invalid_params("tool not found", None))?;
|
|
|
|
let result = (item.call)(context).await?;
|
|
|
|
Ok(result)
|
|
}
|
|
|
|
pub fn list_all(&self) -> Vec<crate::model::Tool> {
|
|
let mut tools: Vec<_> = self.map.values().map(|item| item.attr.clone()).collect();
|
|
tools.sort_by(|a, b| a.name.cmp(&b.name));
|
|
tools
|
|
}
|
|
|
|
/// Get a tool definition by name.
|
|
///
|
|
/// Returns the tool if found, or `None` if no tool with the given name exists.
|
|
pub fn get(&self, name: &str) -> Option<&crate::model::Tool> {
|
|
self.map.get(name).map(|r| &r.attr)
|
|
}
|
|
}
|
|
|
|
impl<S> std::ops::Add<ToolRouter<S>> for ToolRouter<S>
|
|
where
|
|
S: MaybeSend + 'static,
|
|
{
|
|
type Output = Self;
|
|
|
|
fn add(mut self, other: ToolRouter<S>) -> Self::Output {
|
|
self.merge(other);
|
|
self
|
|
}
|
|
}
|
|
|
|
impl<S> std::ops::AddAssign<ToolRouter<S>> for ToolRouter<S>
|
|
where
|
|
S: MaybeSend + 'static,
|
|
{
|
|
fn add_assign(&mut self, other: ToolRouter<S>) {
|
|
self.merge(other);
|
|
}
|
|
}
|