// Copyright (c) Microsoft. All rights reserved.
using System.ComponentModel;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion;
using Microsoft.SemanticKernel.Connectors.OpenAI;
namespace ChatCompletion;
///
/// Samples showing how to get the LLM to provide the reason it is calling a function
/// when using automatic function calling.
///
public sealed class OpenAI_ReasonedFunctionCalling(ITestOutputHelper output) : BaseTest(output)
{
///
/// Shows how to ask the model to explain function calls after execution.
///
///
/// Asking the model to explain function calls after execution works well but may be too late depending on your use case.
///
[Fact]
public async Task AskAssistantToExplainFunctionCallsAfterExecutionAsync()
{
// Create a kernel with OpenAI chat completion and WeatherPlugin
Kernel kernel = CreateKernelWithPlugin();
var service = kernel.GetRequiredService();
// Invoke chat prompt with auto invocation of functions enabled
var chatHistory = new ChatHistory
{
new ChatMessageContent(AuthorRole.User, "What is the weather like in Paris?")
};
var executionSettings = new OpenAIPromptExecutionSettings { FunctionChoiceBehavior = FunctionChoiceBehavior.Auto() };
var result1 = await service.GetChatMessageContentAsync(chatHistory, executionSettings, kernel);
chatHistory.Add(result1);
Console.WriteLine(result1);
chatHistory.Add(new ChatMessageContent(AuthorRole.User, "Explain why you called those functions?"));
var result2 = await service.GetChatMessageContentAsync(chatHistory, executionSettings, kernel);
Console.WriteLine(result2);
}
///
/// Shows how to use a function that has been decorated with an extra parameter which must be set by the model
/// with the reason this function needs to be called.
///
[Fact]
public async Task UseDecoratedFunctionAsync()
{
// Create a kernel with OpenAI chat completion and WeatherPlugin
Kernel kernel = CreateKernelWithPlugin();
var service = kernel.GetRequiredService();
// Invoke chat prompt with auto invocation of functions enabled
var chatHistory = new ChatHistory
{
new ChatMessageContent(AuthorRole.User, "What is the weather like in Paris?")
};
var executionSettings = new OpenAIPromptExecutionSettings { FunctionChoiceBehavior = FunctionChoiceBehavior.Auto() };
var result = await service.GetChatMessageContentAsync(chatHistory, executionSettings, kernel);
chatHistory.Add(result);
Console.WriteLine(result);
}
///
/// Shows how to use a function that has been decorated with an extra parameter which must be set by the model
/// with the reason this function needs to be called.
///
[Fact]
public async Task UseDecoratedFunctionWithPromptAsync()
{
// Create a kernel with OpenAI chat completion and WeatherPlugin
Kernel kernel = CreateKernelWithPlugin();
var service = kernel.GetRequiredService();
// Invoke chat prompt with auto invocation of functions enabled
string chatPrompt = """
What is the weather like in Paris?
""";
var executionSettings = new OpenAIPromptExecutionSettings { FunctionChoiceBehavior = FunctionChoiceBehavior.Auto() };
var result = await kernel.InvokePromptAsync(chatPrompt, new(executionSettings));
Console.WriteLine(result);
}
///
/// Asking the model to explain function calls in response to each function call can work but the model may also
/// get confused and treat the request to explain the function calls as an error response from the function calls.
///
[Fact]
public async Task AskAssistantToExplainFunctionCallsBeforeExecutionAsync()
{
// Create a kernel with OpenAI chat completion and WeatherPlugin
Kernel kernel = CreateKernelWithPlugin();
kernel.AutoFunctionInvocationFilters.Add(new RespondExplainFunctionInvocationFilter());
var service = kernel.GetRequiredService();
// Invoke chat prompt with auto invocation of functions enabled
var chatHistory = new ChatHistory
{
new ChatMessageContent(AuthorRole.User, "What is the weather like in Paris?")
};
var executionSettings = new OpenAIPromptExecutionSettings { FunctionChoiceBehavior = FunctionChoiceBehavior.Auto() };
var result = await service.GetChatMessageContentAsync(chatHistory, executionSettings, kernel);
chatHistory.Add(result);
Console.WriteLine(result);
}
///
/// Asking to the model to explain function calls using a separate conversation i.e. chat history seems to provide the
/// best results. This may be because the model can focus on explaining the function calls without being confused by other
/// messages in the chat history.
///
[Fact]
public async Task QueryAssistantToExplainFunctionCallsBeforeExecutionAsync()
{
// Create a kernel with OpenAI chat completion and WeatherPlugin
Kernel kernel = CreateKernelWithPlugin();
kernel.AutoFunctionInvocationFilters.Add(new QueryExplainFunctionInvocationFilter(this.Output));
var service = kernel.GetRequiredService();
// Invoke chat prompt with auto invocation of functions enabled
var chatHistory = new ChatHistory
{
new ChatMessageContent(AuthorRole.User, "What is the weather like in Paris?")
};
var executionSettings = new OpenAIPromptExecutionSettings { FunctionChoiceBehavior = FunctionChoiceBehavior.Auto() };
var result = await service.GetChatMessageContentAsync(chatHistory, executionSettings, kernel);
chatHistory.Add(result);
Console.WriteLine(result);
}
///
/// This will respond to function call requests and ask the model to explain why it is
/// calling the function(s). This filter must be registered transiently because it maintains state for the functions that have been
/// called for a single chat history.
///
///
/// This filter implementation is not intended for production use. It is a demonstration of how to use filters to interact with the
/// model during automatic function invocation so that the model explains why it is calling a function.
///
private sealed class RespondExplainFunctionInvocationFilter : IAutoFunctionInvocationFilter
{
private readonly HashSet _functionNames = [];
public async Task OnAutoFunctionInvocationAsync(AutoFunctionInvocationContext context, Func next)
{
// Get the function calls for which we need an explanation
var functionCalls = FunctionCallContent.GetFunctionCalls(context.ChatHistory.Last());
var needExplanation = 0;
foreach (var functionCall in functionCalls)
{
var functionName = $"{functionCall.PluginName}-{functionCall.FunctionName}";
if (_functionNames.Add(functionName))
{
needExplanation++;
}
}
if (needExplanation > 0)
{
// Create a response asking why these functions are being called
context.Result = new FunctionResult(context.Result, $"Provide an explanation why you are calling function {string.Join(',', _functionNames)} and try again");
return;
}
// Invoke the functions
await next(context);
}
}
///
/// This uses the currently available to query the model
/// to find out what certain functions are being called.
///
///
/// This filter implementation is not intended for production use. It is a demonstration of how to use filters to interact with the
/// model during automatic function invocation so that the model explains why it is calling a function.
///
private sealed class QueryExplainFunctionInvocationFilter(ITestOutputHelper output) : IAutoFunctionInvocationFilter
{
private readonly ITestOutputHelper _output = output;
public async Task OnAutoFunctionInvocationAsync(AutoFunctionInvocationContext context, Func next)
{
// Invoke the model to explain why the functions are being called
var message = context.ChatHistory[^2];
var functionCalls = FunctionCallContent.GetFunctionCalls(context.ChatHistory.Last());
var functionNames = functionCalls.Select(fc => $"{fc.PluginName}-{fc.FunctionName}").ToList();
var service = context.Kernel.GetRequiredService();
var chatHistory = new ChatHistory
{
new ChatMessageContent(AuthorRole.User, $"Provide an explanation why these functions: {string.Join(',', functionNames)} need to be called to answer this query: {message.Content}")
};
var executionSettings = new OpenAIPromptExecutionSettings { FunctionChoiceBehavior = FunctionChoiceBehavior.Auto(autoInvoke: false) };
var result = await service.GetChatMessageContentAsync(chatHistory, executionSettings, context.Kernel);
this._output.WriteLine(result);
// Invoke the functions
await next(context);
}
}
private sealed class WeatherPlugin
{
[KernelFunction]
[Description("Get the current weather in a given location.")]
public string GetWeather(
[Description("The city and department, e.g. Marseille, 13")] string location
) => $"12°C\nWind: 11 KMPH\nHumidity: 48%\nMostly cloudy\nLocation: {location}";
}
private sealed class DecoratedWeatherPlugin
{
private readonly WeatherPlugin _weatherPlugin = new();
[KernelFunction]
[Description("Get the current weather in a given location.")]
public string GetWeather(
[Description("A detailed explanation why this function is being called")] string explanation,
[Description("The city and department, e.g. Marseille, 13")] string location
) => this._weatherPlugin.GetWeather(location);
}
private Kernel CreateKernelWithPlugin()
{
// Create a logging handler to output HTTP requests and responses
var handler = new LoggingHandler(new HttpClientHandler(), this.Output);
HttpClient httpClient = new(handler);
// Create a kernel with OpenAI chat completion and WeatherPlugin
IKernelBuilder kernelBuilder = Kernel.CreateBuilder();
kernelBuilder.AddOpenAIChatCompletion(
modelId: TestConfiguration.OpenAI.ChatModelId!,
apiKey: TestConfiguration.OpenAI.ApiKey!,
httpClient: httpClient);
kernelBuilder.Plugins.AddFromType();
Kernel kernel = kernelBuilder.Build();
return kernel;
}
}