chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,66 @@
|
||||
// Copyright (c) Microsoft. All rights reserved.
|
||||
|
||||
using Microsoft.SemanticKernel.Connectors.AzureOpenAI;
|
||||
using Microsoft.SemanticKernel.Connectors.OpenAI;
|
||||
using Microsoft.SemanticKernel.TextGeneration;
|
||||
|
||||
namespace TextGeneration;
|
||||
|
||||
/**
|
||||
* The following example shows how to use Semantic Kernel with streaming text generation.
|
||||
*
|
||||
* This example will NOT work with regular chat completion models. It will only work with
|
||||
* text completion models.
|
||||
*
|
||||
* Note that all text generation models are deprecated by OpenAI and will be removed in a future release.
|
||||
*
|
||||
* Refer to example 33 for streaming chat completion.
|
||||
*/
|
||||
public class OpenAI_TextGenerationStreaming(ITestOutputHelper output) : BaseTest(output)
|
||||
{
|
||||
[Fact]
|
||||
public Task AzureOpenAITextGenerationStreamAsync()
|
||||
{
|
||||
Console.WriteLine("======== Azure OpenAI - Text Generation - Raw Streaming ========");
|
||||
|
||||
var textGeneration = new AzureOpenAIChatCompletionService(
|
||||
deploymentName: TestConfiguration.AzureOpenAI.ChatDeploymentName,
|
||||
endpoint: TestConfiguration.AzureOpenAI.Endpoint,
|
||||
apiKey: TestConfiguration.AzureOpenAI.ApiKey,
|
||||
modelId: TestConfiguration.AzureOpenAI.ChatModelId);
|
||||
|
||||
return this.TextGenerationStreamAsync(textGeneration);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public Task OpenAITextGenerationStreamAsync()
|
||||
{
|
||||
Console.WriteLine("======== Open AI - Text Generation - Raw Streaming ========");
|
||||
|
||||
var textGeneration = new OpenAIChatCompletionService(TestConfiguration.OpenAI.ChatModelId, TestConfiguration.OpenAI.ApiKey);
|
||||
|
||||
return this.TextGenerationStreamAsync(textGeneration);
|
||||
}
|
||||
|
||||
private async Task TextGenerationStreamAsync(ITextGenerationService textGeneration)
|
||||
{
|
||||
var executionSettings = new OpenAIPromptExecutionSettings()
|
||||
{
|
||||
MaxTokens = 100,
|
||||
FrequencyPenalty = 0,
|
||||
PresencePenalty = 0,
|
||||
Temperature = 1,
|
||||
TopP = 0.5
|
||||
};
|
||||
|
||||
var prompt = "Write one paragraph why AI is awesome";
|
||||
|
||||
Console.WriteLine("Prompt: " + prompt);
|
||||
await foreach (var content in textGeneration.GetStreamingTextContentsAsync(prompt, executionSettings))
|
||||
{
|
||||
Console.Write(content);
|
||||
}
|
||||
|
||||
Console.WriteLine();
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user