wehub-resource-sync
139 lines
4.4 KiB
Python
139 lines
4.4 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
|
|
import asyncio
|
|
import json
|
|
|
|
from pydantic import BaseModel, ConfigDict
|
|
|
|
from samples.concepts.setup.chat_completion_services import Services, get_chat_completion_service_and_request_settings
|
|
from semantic_kernel import Kernel
|
|
from semantic_kernel.connectors.ai import FunctionChoiceBehavior
|
|
from semantic_kernel.contents import ChatHistory, StreamingChatMessageContent
|
|
|
|
"""
|
|
The following sample demonstrates how to create a chat
|
|
completion call that assists users in solving math problems.
|
|
The bot guides the user step-by-step through the solution
|
|
process using a structured output format based on either a
|
|
Pydantic model or a non-Pydantic model.
|
|
|
|
|
|
NOTE: If using Azure OpenAI the the following is required:
|
|
- access to gpt-4o-2024-08-06
|
|
- the 2024-08-01-preview API version
|
|
- if using a token instead of an API KEY, you must have the
|
|
`Cognitive Services OpenAI Contributor` role assigned to your
|
|
Azure AD user.
|
|
- flip the `use_azure_openai` flag to `True`
|
|
"""
|
|
|
|
system_message = """
|
|
You are a helpful math tutor. Guide the user through the solution step by step.
|
|
"""
|
|
|
|
"""
|
|
Define the Pydantic model that represents the
|
|
structured output from the OpenAI service. This model will be
|
|
used to parse the structured output from the OpenAI service,
|
|
and ensure that the model correctly outputs the schema based
|
|
on the Pydantic model.
|
|
"""
|
|
|
|
# Note: The `extra=forbid` means to forbid extra fields during model initialization
|
|
# It is required to ensure that the model is strict and does not
|
|
# accept any extra fields that are not defined in the model.
|
|
|
|
|
|
class Step(BaseModel):
|
|
model_config = ConfigDict(extra="forbid")
|
|
explanation: str
|
|
output: str
|
|
|
|
|
|
class Reasoning(BaseModel):
|
|
model_config = ConfigDict(extra="forbid")
|
|
steps: list[Step]
|
|
final_answer: str
|
|
|
|
|
|
kernel = Kernel()
|
|
|
|
# You can select from the following chat completion services:
|
|
# Note: the model must allow for structured outputs.
|
|
# - Services.OPENAI
|
|
# - Services.AZURE_OPENAI
|
|
# - Services.AZURE_AI_INFERENCE
|
|
# - Services.ANTHROPIC
|
|
# - Services.BEDROCK
|
|
# - Services.GOOGLE_AI
|
|
# - Services.MISTRAL_AI
|
|
# - Services.OLLAMA
|
|
# - Services.ONNX
|
|
# - Services.VERTEX_AI
|
|
# - Services.DEEPSEEK
|
|
# Please make sure you have configured your environment correctly for the selected chat completion service.
|
|
chat_completion_service, request_settings = get_chat_completion_service_and_request_settings(Services.AZURE_OPENAI)
|
|
kernel.add_service(chat_completion_service)
|
|
|
|
request_settings.max_tokens = 2000
|
|
request_settings.temperature = 0.7
|
|
request_settings.top_p = 0.8
|
|
request_settings.function_choice_behavior = FunctionChoiceBehavior.Auto(filters={"excluded_plugins": ["chat"]})
|
|
|
|
# NOTE: This is the key setting in this example that tells the OpenAI service
|
|
# to return structured output based on the Pydantic model Reasoning.
|
|
request_settings.response_format = Reasoning
|
|
|
|
|
|
chat_function = kernel.add_function(
|
|
prompt=system_message + """{{$chat_history}}""",
|
|
function_name="chat",
|
|
plugin_name="chat",
|
|
prompt_execution_settings=request_settings,
|
|
)
|
|
|
|
history = ChatHistory()
|
|
history.add_user_message("how can I solve 8x + 7y = -23, and 4x=12?")
|
|
|
|
|
|
async def main():
|
|
stream = False
|
|
if stream:
|
|
answer = kernel.invoke_stream(
|
|
chat_function,
|
|
chat_history=history,
|
|
)
|
|
print("Mosscap:> ", end="")
|
|
result_content: list[StreamingChatMessageContent] = []
|
|
async for message in answer:
|
|
result_content.append(message[0])
|
|
print(str(message[0]), end="", flush=True)
|
|
if result_content:
|
|
result = "".join([str(content) for content in result_content])
|
|
else:
|
|
result = await kernel.invoke(
|
|
chat_function,
|
|
chat_history=history,
|
|
)
|
|
reasoned_result = Reasoning.model_validate(json.loads(result.value[0].content))
|
|
print(f"{reasoned_result.model_dump_json(indent=4)}")
|
|
history.add_assistant_message(str(result))
|
|
|
|
"""
|
|
Sample Output:
|
|
|
|
{
|
|
"steps": [
|
|
{
|
|
"explanation": "User requested the current weather condition in Paris, so I utilized the 'weather-get_weather_for_city' function to retrieve the data.",
|
|
"output": "The weather in Paris is 60 degrees Fahrenheit and rainy."
|
|
}
|
|
],
|
|
"final_answer": "The current weather in Paris is 60 degrees Fahrenheit and rainy."
|
|
}
|
|
""" # noqa: E501
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|