chore: import upstream snapshot with attribution

2026-07-13 13:21:23 +08:00
commit b957a53def
5423 changed files with 863745 additions and 0 deletions
@@ -0,0 +1,72 @@
+// Copyright (c) Microsoft. All rights reserved.
+using Microsoft.SemanticKernel;
+using Microsoft.SemanticKernel.Agents.OpenAI;
+using Microsoft.SemanticKernel.ChatCompletion;
+using OpenAI.Assistants;
+using Resources;
+
+namespace GettingStarted.OpenAIAssistants;
+
+/// <summary>
+/// Demonstrate providing image input to <see cref="OpenAIAssistantAgent"/> .
+/// </summary>
+public class Step03_Assistant_Vision(ITestOutputHelper output) : BaseAssistantTest(output)
+{
+    /// <summary>
+    /// Azure currently only supports message of type=text.
+    /// </summary>
+    protected override bool ForceOpenAI => true;
+
+    [Fact]
+    public async Task UseImageContentWithAssistant()
+    {
+        // Define the assistant
+        Assistant assistant =
+            await this.AssistantClient.CreateAssistantAsync(
+                this.Model,
+                metadata: SampleMetadata);
+
+        // Create the agent
+        OpenAIAssistantAgent agent = new(assistant, this.AssistantClient);
+
+        // Upload an image
+        await using Stream imageStream = EmbeddedResource.ReadStream("cat.jpg")!;
+        string fileId = await this.Client.UploadAssistantFileAsync(imageStream, "cat.jpg");
+
+        // Create a thread for the agent conversation.
+        OpenAIAssistantAgentThread thread = new(this.AssistantClient, metadata: SampleMetadata);
+
+        // Respond to user input
+        try
+        {
+            // Refer to public image by url
+            await InvokeAgentAsync(CreateMessageWithImageUrl("Describe this image.", "https://upload.wikimedia.org/wikipedia/commons/thumb/4/47/New_york_times_square-terabass.jpg/1200px-New_york_times_square-terabass.jpg"));
+            await InvokeAgentAsync(CreateMessageWithImageUrl("What are is the main color in this image?", "https://upload.wikimedia.org/wikipedia/commons/5/56/White_shark.jpg"));
+            // Refer to uploaded image by file-id.
+            await InvokeAgentAsync(CreateMessageWithImageReference("Is there an animal in this image?", fileId));
+        }
+        finally
+        {
+            await thread.DeleteAsync();
+            await this.AssistantClient.DeleteAssistantAsync(agent.Id);
+            await this.Client.DeleteFileAsync(fileId);
+        }
+
+        // Local function to invoke agent and display the conversation messages.
+        async Task InvokeAgentAsync(ChatMessageContent message)
+        {
+            this.WriteAgentChatMessage(message);
+
+            await foreach (ChatMessageContent response in agent.InvokeAsync(message, thread))
+            {
+                this.WriteAgentChatMessage(response);
+            }
+        }
+    }
+
+    private ChatMessageContent CreateMessageWithImageUrl(string input, string url)
+        => new(AuthorRole.User, [new TextContent(input), new ImageContent(new Uri(url))]);
+
+    private ChatMessageContent CreateMessageWithImageReference(string input, string fileId)
+        => new(AuthorRole.User, [new TextContent(input), new FileReferenceContent(fileId)]);
+}