// Copyright (c) Microsoft. All rights reserved.
using System.Text;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion;
using Microsoft.SemanticKernel.Connectors.Onnx;
namespace ChatCompletion;
// The following example shows how to use Semantic Kernel with Onnx Gen AI Chat Completion API
public class Onnx_ChatCompletion(ITestOutputHelper output) : BaseTest(output)
{
///
/// Example using the service directly to get chat message content
///
///
/// Configuration example:
///
/// -
/// ModelId:
/// phi-3
///
/// -
/// ModelPath:
/// D:\huggingface\Phi-3-mini-4k-instruct-onnx\cpu_and_mobile\cpu-int4-rtn-block-32
///
///
///
[Fact]
public async Task ServicePromptAsync()
{
Assert.NotNull(TestConfiguration.Onnx.ModelId); // dotnet user-secrets set "Onnx:ModelId" ""
Assert.NotNull(TestConfiguration.Onnx.ModelPath); // dotnet user-secrets set "Onnx:ModelPath" ""
Console.WriteLine("======== Onnx - Chat Completion ========");
using var chatService = new OnnxRuntimeGenAIChatCompletionService(
modelId: TestConfiguration.Onnx.ModelId,
modelPath: TestConfiguration.Onnx.ModelPath);
Console.WriteLine("Chat content:");
Console.WriteLine("------------------------");
var chatHistory = new ChatHistory("You are a librarian, expert about books");
// First user message
chatHistory.AddUserMessage("Hi, I'm looking for book suggestions");
OutputLastMessage(chatHistory);
// First assistant message
var reply = await chatService.GetChatMessageContentAsync(chatHistory);
chatHistory.Add(reply);
OutputLastMessage(chatHistory);
// Second user message
chatHistory.AddUserMessage("I love history and philosophy, I'd like to learn something new about Greece, any suggestion");
OutputLastMessage(chatHistory);
// Second assistant message
reply = await chatService.GetChatMessageContentAsync(chatHistory);
chatHistory.Add(reply);
OutputLastMessage(chatHistory);
}
///
/// Example using the kernel to send a chat history and get a chat message content
///
///
/// Configuration example:
///
/// -
/// ModelId:
/// phi-3
///
/// -
/// ModelPath:
/// D:\huggingface\Phi-3-mini-4k-instruct-onnx\cpu_and_mobile\cpu-int4-rtn-block-32
///
///
///
[Fact]
public async Task ChatPromptAsync()
{
Assert.NotNull(TestConfiguration.Onnx.ModelId); // dotnet user-secrets set "Onnx:ModelId" ""
Assert.NotNull(TestConfiguration.Onnx.ModelPath); // dotnet user-secrets set "Onnx:ModelPath" ""
Console.WriteLine("======== Onnx - Chat Prompt Completion ========");
StringBuilder chatPrompt = new("""
You are a librarian, expert about books
Hi, I'm looking for book suggestions
""");
var kernel = Kernel.CreateBuilder()
.AddOnnxRuntimeGenAIChatCompletion(
modelId: TestConfiguration.Onnx.ModelId,
modelPath: TestConfiguration.Onnx.ModelPath)
.Build();
var reply = await kernel.InvokePromptAsync(chatPrompt.ToString());
chatPrompt.AppendLine($"");
chatPrompt.AppendLine("I love history and philosophy, I'd like to learn something new about Greece, any suggestion");
reply = await kernel.InvokePromptAsync(chatPrompt.ToString());
Console.WriteLine(reply);
DisposeServices(kernel);
}
///
/// To avoid any potential memory leak all disposable services created by the kernel are disposed.
///
/// Target kernel
private static void DisposeServices(Kernel kernel)
{
foreach (var target in kernel
.GetAllServices()
.OfType())
{
target.Dispose();
}
}
}