wehub-resource-sync
243 lines
10 KiB
Python
243 lines
10 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
|
|
from enum import Enum
|
|
from typing import TYPE_CHECKING
|
|
|
|
if TYPE_CHECKING:
|
|
from semantic_kernel.connectors.ai.prompt_execution_settings import PromptExecutionSettings
|
|
from semantic_kernel.connectors.ai.text_completion_client_base import TextCompletionClientBase
|
|
|
|
|
|
class Services(str, Enum):
|
|
"""Enum for supported text completion services.
|
|
|
|
For service specific settings, refer to this documentation:
|
|
https://github.com/microsoft/semantic-kernel/blob/main/python/samples/concepts/setup/ALL_SETTINGS.md
|
|
"""
|
|
|
|
OPENAI = "openai"
|
|
BEDROCK = "bedrock"
|
|
GOOGLE_AI = "google_ai"
|
|
HUGGING_FACE = "huggingface"
|
|
OLLAMA = "ollama"
|
|
ONNX = "onnx"
|
|
VERTEX_AI = "vertex_ai"
|
|
|
|
|
|
def get_text_completion_service_and_request_settings(
|
|
service_name: Services,
|
|
) -> tuple["TextCompletionClientBase", "PromptExecutionSettings"]:
|
|
"""Return service and request settings.
|
|
|
|
Args:
|
|
service_name (Services): The service name.
|
|
"""
|
|
# Use lambdas or functions to delay instantiation
|
|
text_services = {
|
|
Services.OPENAI: lambda: get_openai_text_completion_service_and_request_settings(),
|
|
Services.BEDROCK: lambda: get_bedrock_text_completion_service_and_request_settings(),
|
|
Services.GOOGLE_AI: lambda: get_google_ai_text_completion_service_and_request_settings(),
|
|
Services.HUGGING_FACE: lambda: get_hugging_face_text_completion_service_and_request_settings(),
|
|
Services.OLLAMA: lambda: get_ollama_text_completion_service_and_request_settings(),
|
|
Services.ONNX: lambda: get_onnx_text_completion_service_and_request_settings(),
|
|
Services.VERTEX_AI: lambda: get_vertex_ai_text_completion_service_and_request_settings(),
|
|
}
|
|
|
|
# Call the appropriate lambda or function based on the service name
|
|
if service_name not in text_services:
|
|
raise ValueError(f"Unsupported service name: {service_name}")
|
|
return text_services[service_name]()
|
|
|
|
|
|
def get_openai_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return OpenAI text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel-python
|
|
"""
|
|
from semantic_kernel.connectors.ai.open_ai import OpenAITextCompletion, OpenAITextPromptExecutionSettings
|
|
|
|
text_service = OpenAITextCompletion()
|
|
request_settings = OpenAITextPromptExecutionSettings(max_tokens=20, temperature=0.7, top_p=0.8)
|
|
|
|
return text_service, request_settings
|
|
|
|
|
|
def get_bedrock_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return Bedrock text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel
|
|
"""
|
|
from semantic_kernel.connectors.ai.bedrock import BedrockTextCompletion, BedrockTextPromptExecutionSettings
|
|
|
|
text_service = BedrockTextCompletion(model_id="amazon.titan-text-premier-v1:0")
|
|
request_settings = BedrockTextPromptExecutionSettings(
|
|
# For model specific settings, specify them in the extension_data dictionary.
|
|
# For example, for Cohere Command specific settings, refer to:
|
|
# https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-titan-text.html
|
|
extension_data={
|
|
"temperature": 0.8,
|
|
"maxTokenCount": 20,
|
|
},
|
|
)
|
|
|
|
return text_service, request_settings
|
|
|
|
|
|
def get_google_ai_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return Google AI text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel
|
|
"""
|
|
from semantic_kernel.connectors.ai.google.google_ai import (
|
|
GoogleAITextCompletion,
|
|
GoogleAITextPromptExecutionSettings,
|
|
)
|
|
|
|
text_service = GoogleAITextCompletion()
|
|
request_settings = GoogleAITextPromptExecutionSettings()
|
|
|
|
return text_service, request_settings
|
|
|
|
|
|
def get_hugging_face_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return HuggingFace text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel
|
|
"""
|
|
from semantic_kernel.connectors.ai.hugging_face import HuggingFacePromptExecutionSettings, HuggingFaceTextCompletion
|
|
|
|
# Note this model is a demonstration model that outputs random text.
|
|
text_service = HuggingFaceTextCompletion(ai_model_id="HuggingFaceM4/tiny-random-LlamaForCausalLM")
|
|
request_settings = HuggingFacePromptExecutionSettings()
|
|
|
|
return text_service, request_settings
|
|
|
|
|
|
def get_ollama_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return Ollama text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel
|
|
"""
|
|
from semantic_kernel.connectors.ai.ollama import OllamaTextCompletion, OllamaTextPromptExecutionSettings
|
|
|
|
text_service = OllamaTextCompletion()
|
|
request_settings = OllamaTextPromptExecutionSettings(
|
|
# For model specific settings, specify them in the options dictionary.
|
|
# For more information on the available options, refer to the Ollama API documentation:
|
|
# https://github.com/ollama/ollama/blob/main/docs/modelfile.md#valid-parameters-and-values
|
|
options={
|
|
"temperature": 0.8,
|
|
},
|
|
)
|
|
|
|
return text_service, request_settings
|
|
|
|
|
|
def get_onnx_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return Onnx text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel
|
|
"""
|
|
from semantic_kernel.connectors.ai.onnx import (
|
|
OnnxGenAIPromptExecutionSettings,
|
|
OnnxGenAITextCompletion,
|
|
ONNXTemplate,
|
|
)
|
|
|
|
text_service = OnnxGenAITextCompletion(
|
|
ONNXTemplate.PHI3,
|
|
)
|
|
request_settings = OnnxGenAIPromptExecutionSettings()
|
|
|
|
return text_service, request_settings
|
|
|
|
|
|
def get_vertex_ai_text_completion_service_and_request_settings() -> tuple[
|
|
"TextCompletionClientBase", "PromptExecutionSettings"
|
|
]:
|
|
"""Return Vertex AI text completion service and request settings.
|
|
|
|
The service credentials can be read by 3 ways:
|
|
1. Via the constructor
|
|
2. Via the environment variables
|
|
3. Via an environment file
|
|
|
|
The request settings control the behavior of the service. The default settings are sufficient to get started.
|
|
However, you can adjust the settings to suit your needs.
|
|
Note: Some of the settings are NOT meant to be set by the user.
|
|
Please refer to the Semantic Kernel Python documentation for more information:
|
|
https://learn.microsoft.com/en-us/python/api/semantic-kernel/semantic_kernel?view=semantic-kernel
|
|
"""
|
|
from semantic_kernel.connectors.ai.google import GoogleAITextCompletion, GoogleAITextPromptExecutionSettings
|
|
|
|
text_service = GoogleAITextCompletion()
|
|
request_settings = GoogleAITextPromptExecutionSettings()
|
|
|
|
return text_service, request_settings
|