chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,75 @@
|
||||
// Copyright (c) Microsoft. All rights reserved.
|
||||
|
||||
using Microsoft.Extensions.AI;
|
||||
using Microsoft.SemanticKernel;
|
||||
using Microsoft.SemanticKernel.ChatCompletion;
|
||||
using Resources;
|
||||
using TextContent = Microsoft.SemanticKernel.TextContent;
|
||||
|
||||
namespace ChatCompletion;
|
||||
|
||||
/// <summary>
|
||||
/// This sample shows how to use llama3.2-vision model with different content types (text and image).
|
||||
/// </summary>
|
||||
public class Ollama_ChatCompletionWithVision(ITestOutputHelper output) : BaseTest(output)
|
||||
{
|
||||
/// <summary>
|
||||
/// This sample uses IChatClient directly with a local image file and sends it to the model along
|
||||
/// with a text message to get the description of the image.
|
||||
/// </summary>
|
||||
[Fact]
|
||||
public async Task GetLocalImageDescriptionUsingChatClient()
|
||||
{
|
||||
Console.WriteLine($"======== Ollama - {nameof(GetLocalImageDescriptionUsingChatClient)} ========");
|
||||
|
||||
var imageBytes = await EmbeddedResource.ReadAllAsync("sample_image.jpg");
|
||||
|
||||
var kernel = Kernel.CreateBuilder()
|
||||
.AddOllamaChatClient(modelId: "llama3.2-vision", endpoint: new Uri(TestConfiguration.Ollama.Endpoint))
|
||||
.Build();
|
||||
|
||||
var chatClient = kernel.GetRequiredService<IChatClient>();
|
||||
|
||||
List<ChatMessage> chatHistory = [
|
||||
new(ChatRole.System, "You are a friendly assistant."),
|
||||
new(ChatRole.User, [
|
||||
new Microsoft.Extensions.AI.TextContent("What's in this image?"),
|
||||
new Microsoft.Extensions.AI.DataContent(imageBytes, "image/jpg")
|
||||
])
|
||||
];
|
||||
|
||||
var response = await chatClient.GetResponseAsync(chatHistory);
|
||||
|
||||
Console.WriteLine(response.Text);
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// This sample uses a local image file and sends it to the model along
|
||||
/// with a text message the get the description of the image.
|
||||
/// </summary>
|
||||
[Fact]
|
||||
public async Task GetLocalImageDescription()
|
||||
{
|
||||
Console.WriteLine($"======== Ollama - {nameof(GetLocalImageDescription)} ========");
|
||||
|
||||
var imageBytes = await EmbeddedResource.ReadAllAsync("sample_image.jpg");
|
||||
|
||||
var kernel = Kernel.CreateBuilder()
|
||||
.AddOllamaChatCompletion(modelId: "llama3.2-vision", endpoint: new Uri(TestConfiguration.Ollama.Endpoint))
|
||||
.Build();
|
||||
|
||||
var chatCompletionService = kernel.GetRequiredService<IChatCompletionService>();
|
||||
|
||||
var chatHistory = new ChatHistory("You are a friendly assistant.");
|
||||
|
||||
chatHistory.AddUserMessage(
|
||||
[
|
||||
new TextContent("What’s in this image?"),
|
||||
new ImageContent(imageBytes, "image/jpg")
|
||||
]);
|
||||
|
||||
var reply = await chatCompletionService.GetChatMessageContentAsync(chatHistory);
|
||||
|
||||
Console.WriteLine(reply.Content);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user