Add request options bag to high level requests and include Meta (#970)
Co-authored-by: Stephen Toub <stoub@microsoft.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
parent
627de76ca6
commit
c447973972
1 changed files with 882 additions and 164 deletions
|
|
@ -18,7 +18,7 @@ public sealed class SampleLlmTool
|
|||
CancellationToken cancellationToken)
|
||||
{
|
||||
var samplingParams = CreateRequestSamplingParams(prompt ?? string.Empty, "sampleLLM", maxTokens);
|
||||
var sampleResult = await thisServer.SampleAsync(samplingParams, cancellationToken);
|
||||
var sampleResult = await thisServer.SampleAsync(samplingParams, cancellationToken: cancellationToken);
|
||||
|
||||
return $"LLM sampling result: {sampleResult.Content.OfType<TextContentBlock>().FirstOrDefault()?.Text}";
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in a new issue