f652b1a03d* Revert changes to remove APIs * Apply suggestions from code review Co-authored-by: Stephen Toub <stoub@microsoft.com> --------- Co-authored-by: Stephen Toub <stoub@microsoft.com>
36 lines
1.1 KiB
C#
36 lines
1.1 KiB
C#
using Microsoft.Extensions.AI;
|
|
using ModelContextProtocol.Server;
|
|
using System.ComponentModel;
|
|
|
|
namespace TestServerWithHosting.Tools;
|
|
|
|
/// <summary>
|
|
/// This tool uses dependency injection and async method
|
|
/// </summary>
|
|
[McpServerToolType]
|
|
public sealed class SampleLlmTool
|
|
{
|
|
[McpServerTool(Name = "sampleLLM"), Description("Samples from an LLM using MCP's sampling feature")]
|
|
public static async Task<string> SampleLLM(
|
|
IMcpServer thisServer,
|
|
[Description("The prompt to send to the LLM")] string prompt,
|
|
[Description("Maximum number of tokens to generate")] int maxTokens,
|
|
CancellationToken cancellationToken)
|
|
{
|
|
ChatMessage[] messages =
|
|
[
|
|
new(ChatRole.System, "You are a helpful test server."),
|
|
new(ChatRole.User, prompt),
|
|
];
|
|
|
|
ChatOptions options = new()
|
|
{
|
|
MaxOutputTokens = maxTokens,
|
|
Temperature = 0.7f,
|
|
};
|
|
|
|
var samplingResponse = await thisServer.AsSamplingChatClient().GetResponseAsync(messages, options, cancellationToken);
|
|
|
|
return $"LLM sampling result: {samplingResponse}";
|
|
}
|
|
}
|