refactor: provide http server as tower service (#228)

* refactor: streamable http server as tower service
This commit is contained in:
4t145 2025-05-28 19:21:40 +08:00 • committed by GitHub
commit 209be7bdb8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 1828 additions and 1180 deletions

View file

@ -0,0 +1,35 @@
mod common;
use common::counter::Counter;
use hyper_util::{
rt::{TokioExecutor, TokioIo},
server::conn::auto::Builder,
service::TowerToHyperService,
};
use rmcp::transport::streamable_http_server::{
StreamableHttpService, session::local::LocalSessionManager,
};
#[tokio::main]
async fn main() -> anyhow::Result<()> {
let service = TowerToHyperService::new(StreamableHttpService::new(
Counter::new,
LocalSessionManager::default().into(),
Default::default(),
));
let listener = tokio::net::TcpListener::bind("[::1]:8080").await?;
loop {
let io = tokio::select! {
_ = tokio::signal::ctrl_c() => break,
accept = listener.accept() => {
TokioIo::new(accept?.0)
}
};
let service = service.clone();
tokio::spawn(async move {
let _result = Builder::new(TokioExecutor::default())
.serve_connection(io, service)
.await;
});
}
Ok(())
}

View file

@ -1,4 +1,6 @@
use rmcp::transport::streamable_http_server::axum::StreamableHttpServer;
use rmcp::transport::streamable_http_server::{
StreamableHttpService, session::local::LocalSessionManager,
};
use tracing_subscriber::{
layer::SubscriberExt,
util::SubscriberInitExt,
@ -19,11 +21,16 @@ async fn main() -> anyhow::Result<()> {
.with(tracing_subscriber::fmt::layer())
.init();
let ct = StreamableHttpServer::serve(BIND_ADDRESS.parse()?)
.await?
.with_service(Counter::new);
let service = StreamableHttpService::new(
Counter::new,
LocalSessionManager::default().into(),
Default::default(),
);
tokio::signal::ctrl_c().await?;
ct.cancel();
let router = axum::Router::new().nest_service("/mcp", service);
let tcp_listener = tokio::net::TcpListener::bind(BIND_ADDRESS).await?;
let _ = axum::serve(tcp_listener, router)
.with_graceful_shutdown(async { tokio::signal::ctrl_c().await.unwrap() })
.await;
Ok(())
}