// Copyright (c) Microsoft. All rights reserved.
using Microsoft.Extensions.AI;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion;
using Resources;
using TextContent = Microsoft.SemanticKernel.TextContent;
namespace ChatCompletion;
///
/// This sample shows how to use llama3.2-vision model with different content types (text and image).
///
public class Ollama_ChatCompletionWithVision(ITestOutputHelper output) : BaseTest(output)
{
///
/// This sample uses IChatClient directly with a local image file and sends it to the model along
/// with a text message to get the description of the image.
///
[Fact]
public async Task GetLocalImageDescriptionUsingChatClient()
{
Console.WriteLine($"======== Ollama - {nameof(GetLocalImageDescriptionUsingChatClient)} ========");
var imageBytes = await EmbeddedResource.ReadAllAsync("sample_image.jpg");
var kernel = Kernel.CreateBuilder()
.AddOllamaChatClient(modelId: "llama3.2-vision", endpoint: new Uri(TestConfiguration.Ollama.Endpoint))
.Build();
var chatClient = kernel.GetRequiredService();
List chatHistory = [
new(ChatRole.System, "You are a friendly assistant."),
new(ChatRole.User, [
new Microsoft.Extensions.AI.TextContent("What's in this image?"),
new Microsoft.Extensions.AI.DataContent(imageBytes, "image/jpg")
])
];
var response = await chatClient.GetResponseAsync(chatHistory);
Console.WriteLine(response.Text);
}
///
/// This sample uses a local image file and sends it to the model along
/// with a text message the get the description of the image.
///
[Fact]
public async Task GetLocalImageDescription()
{
Console.WriteLine($"======== Ollama - {nameof(GetLocalImageDescription)} ========");
var imageBytes = await EmbeddedResource.ReadAllAsync("sample_image.jpg");
var kernel = Kernel.CreateBuilder()
.AddOllamaChatCompletion(modelId: "llama3.2-vision", endpoint: new Uri(TestConfiguration.Ollama.Endpoint))
.Build();
var chatCompletionService = kernel.GetRequiredService();
var chatHistory = new ChatHistory("You are a friendly assistant.");
chatHistory.AddUserMessage(
[
new TextContent("What’s in this image?"),
new ImageContent(imageBytes, "image/jpg")
]);
var reply = await chatCompletionService.GetChatMessageContentAsync(chatHistory);
Console.WriteLine(reply.Content);
}
}