chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,164 @@
|
||||
// Copyright (c) Microsoft. All rights reserved.
|
||||
|
||||
using System.Text;
|
||||
using Google.Apis.Auth.OAuth2;
|
||||
using Microsoft.SemanticKernel;
|
||||
using Microsoft.SemanticKernel.ChatCompletion;
|
||||
|
||||
namespace ChatCompletion;
|
||||
|
||||
/// <summary>
|
||||
/// These examples demonstrate different ways of using chat completion with Google VertexAI and GoogleAI APIs.
|
||||
/// </summary>
|
||||
public sealed class Google_GeminiChatCompletionStreaming(ITestOutputHelper output) : BaseTest(output)
|
||||
{
|
||||
[Fact]
|
||||
public async Task GoogleAIUsingStreamingChatCompletion()
|
||||
{
|
||||
Console.WriteLine("============= Google AI - Gemini Chat Completion =============");
|
||||
|
||||
string geminiApiKey = TestConfiguration.GoogleAI.ApiKey;
|
||||
string geminiModelId = TestConfiguration.GoogleAI.Gemini.ModelId;
|
||||
|
||||
if (geminiApiKey is null || geminiModelId is null)
|
||||
{
|
||||
Console.WriteLine("Gemini credentials not found. Skipping example.");
|
||||
return;
|
||||
}
|
||||
|
||||
Kernel kernel = Kernel.CreateBuilder()
|
||||
.AddGoogleAIGeminiChatCompletion(
|
||||
modelId: geminiModelId,
|
||||
apiKey: geminiApiKey)
|
||||
.Build();
|
||||
|
||||
await this.ProcessStreamingChatAsync(kernel);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task VertexAIUsingStreamingChatCompletion()
|
||||
{
|
||||
Console.WriteLine("============= Vertex AI - Gemini Chat Completion =============");
|
||||
|
||||
string? bearerToken = null;
|
||||
Assert.NotNull(TestConfiguration.VertexAI.ClientId);
|
||||
Assert.NotNull(TestConfiguration.VertexAI.ClientSecret);
|
||||
Assert.NotNull(TestConfiguration.VertexAI.Location);
|
||||
Assert.NotNull(TestConfiguration.VertexAI.ProjectId);
|
||||
Assert.NotNull(TestConfiguration.VertexAI.Gemini.ModelId);
|
||||
|
||||
Kernel kernel = Kernel.CreateBuilder()
|
||||
.AddVertexAIGeminiChatCompletion(
|
||||
modelId: TestConfiguration.VertexAI.Gemini.ModelId,
|
||||
bearerTokenProvider: GetBearerToken,
|
||||
location: TestConfiguration.VertexAI.Location,
|
||||
projectId: TestConfiguration.VertexAI.ProjectId)
|
||||
.Build();
|
||||
|
||||
// To generate bearer key, you need installed google sdk or use google web console with command:
|
||||
//
|
||||
// gcloud auth print-access-token
|
||||
//
|
||||
// Above code pass bearer key as string, it is not recommended way in production code,
|
||||
// especially if IChatCompletionService will be long lived, tokens generated by google sdk lives for 1 hour.
|
||||
// You should use bearer key provider, which will be used to generate token on demand:
|
||||
//
|
||||
// Example:
|
||||
//
|
||||
// Kernel kernel = Kernel.CreateBuilder()
|
||||
// .AddVertexAIGeminiChatCompletion(
|
||||
// modelId: TestConfiguration.VertexAI.Gemini.ModelId,
|
||||
// bearerKeyProvider: () =>
|
||||
// {
|
||||
// // This is just example, in production we recommend using Google SDK to generate your BearerKey token.
|
||||
// // This delegate will be called on every request,
|
||||
// // when providing the token consider using caching strategy and refresh token logic when it is expired or close to expiration.
|
||||
// return GetBearerKey();
|
||||
// },
|
||||
// location: TestConfiguration.VertexAI.Location,
|
||||
// projectId: TestConfiguration.VertexAI.ProjectId);
|
||||
|
||||
async ValueTask<string> GetBearerToken()
|
||||
{
|
||||
if (!string.IsNullOrEmpty(bearerToken))
|
||||
{
|
||||
return bearerToken;
|
||||
}
|
||||
|
||||
var credential = GoogleWebAuthorizationBroker.AuthorizeAsync(
|
||||
new ClientSecrets
|
||||
{
|
||||
ClientId = TestConfiguration.VertexAI.ClientId,
|
||||
ClientSecret = TestConfiguration.VertexAI.ClientSecret
|
||||
},
|
||||
["https://www.googleapis.com/auth/cloud-platform"],
|
||||
"user",
|
||||
CancellationToken.None);
|
||||
|
||||
var userCredential = await credential.WaitAsync(CancellationToken.None);
|
||||
bearerToken = userCredential.Token.AccessToken;
|
||||
|
||||
return bearerToken;
|
||||
}
|
||||
|
||||
await this.ProcessStreamingChatAsync(kernel);
|
||||
}
|
||||
|
||||
private async Task ProcessStreamingChatAsync(Kernel kernel)
|
||||
{
|
||||
var chatHistory = new ChatHistory("You are an expert in the tool shop.");
|
||||
var chat = kernel.GetRequiredService<IChatCompletionService>();
|
||||
|
||||
// First user message
|
||||
chatHistory.AddUserMessage("Hi, I'm looking for alternative coffee brew methods, can you help me?");
|
||||
await MessageOutputAsync(chatHistory);
|
||||
|
||||
// First assistant message
|
||||
var streamingChat = chat.GetStreamingChatMessageContentsAsync(chatHistory);
|
||||
var reply = await MessageOutputAsync(streamingChat);
|
||||
chatHistory.Add(reply);
|
||||
|
||||
// Second user message
|
||||
chatHistory.AddUserMessage("Give me the best speciality coffee roasters.");
|
||||
await MessageOutputAsync(chatHistory);
|
||||
|
||||
// Second assistant message
|
||||
streamingChat = chat.GetStreamingChatMessageContentsAsync(chatHistory);
|
||||
reply = await MessageOutputAsync(streamingChat);
|
||||
chatHistory.Add(reply);
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Outputs the last message of the chat history
|
||||
/// </summary>
|
||||
private Task MessageOutputAsync(ChatHistory chatHistory)
|
||||
{
|
||||
var message = chatHistory.Last();
|
||||
|
||||
Console.WriteLine($"{message.Role}: {message.Content}");
|
||||
Console.WriteLine("------------------------");
|
||||
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
|
||||
private async Task<ChatMessageContent> MessageOutputAsync(IAsyncEnumerable<StreamingChatMessageContent> streamingChat)
|
||||
{
|
||||
bool first = true;
|
||||
StringBuilder messageBuilder = new();
|
||||
await foreach (var chatMessage in streamingChat)
|
||||
{
|
||||
if (first)
|
||||
{
|
||||
Console.Write($"{chatMessage.Role}: ");
|
||||
first = false;
|
||||
}
|
||||
|
||||
Console.Write(chatMessage.Content);
|
||||
messageBuilder.Append(chatMessage.Content);
|
||||
}
|
||||
|
||||
Console.WriteLine();
|
||||
Console.WriteLine("------------------------");
|
||||
return new ChatMessageContent(AuthorRole.Assistant, messageBuilder.ToString());
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user