wehub-resource-sync
115 lines
3.9 KiB
Python
115 lines
3.9 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
|
|
import asyncio
|
|
import logging
|
|
import os
|
|
|
|
from azure.identity import AzureCliCredential
|
|
|
|
from samples.concepts.audio.audio_player import AudioPlayer
|
|
from samples.concepts.audio.audio_recorder import AudioRecorder
|
|
from semantic_kernel.connectors.ai.open_ai import (
|
|
AzureAudioToText,
|
|
AzureChatCompletion,
|
|
AzureTextToAudio,
|
|
OpenAIChatPromptExecutionSettings,
|
|
OpenAITextToAudioExecutionSettings,
|
|
)
|
|
from semantic_kernel.contents import AudioContent, ChatHistory
|
|
|
|
# This simple sample demonstrates how to use the AzureChatCompletion, AzureTextToAudio, and AzureAudioToText
|
|
# services to create a chat bot that can communicate with the user using both audio input and output.
|
|
# The chatbot will engage in a conversation with the user by audio only.
|
|
# This sample combines the functionality of the samples/concepts/audio/01-chat_with_audio_input.py and
|
|
# samples/concepts/audio/02-chat_with_audio_output.py samples.
|
|
|
|
# Resources required for this sample:
|
|
# 1. An Azure OpenAI model deployment (e.g. GPT-4o-mini).
|
|
# 2. An Azure Text to Speech deployment (e.g. tts).
|
|
# 3. An Azure Speech to Text deployment (e.g. whisper).
|
|
|
|
# Additional dependencies required for this sample:
|
|
# - pyaudio: `pip install pyaudio` or `uv pip install pyaudio` if you are using uv and have a virtual env activated.
|
|
# - keyboard: `pip install keyboard` or `uv pip install keyboard` if you are using uv and have a virtual env activated.
|
|
|
|
|
|
logging.basicConfig(level=logging.WARNING)
|
|
AUDIO_FILEPATH = os.path.join(os.path.dirname(__file__), "output.wav")
|
|
|
|
|
|
system_message = """
|
|
You are a chat bot. Your name is Mosscap and
|
|
you have one goal: figure out what people need.
|
|
Your full name, should you need to know it, is
|
|
Splendid Speckled Mosscap. You communicate
|
|
effectively, but you tend to answer with long
|
|
flowery prose.
|
|
"""
|
|
|
|
credential = AzureCliCredential()
|
|
chat_service = AzureChatCompletion(credential=credential)
|
|
text_to_audio_service = AzureTextToAudio(credential=credential)
|
|
audio_to_text_service = AzureAudioToText(credential=credential)
|
|
|
|
history = ChatHistory()
|
|
history.add_user_message("Hi there, who are you?")
|
|
history.add_assistant_message("I am Mosscap, a chat bot. I'm trying to figure out what people need.")
|
|
|
|
|
|
async def chat() -> bool:
|
|
try:
|
|
print("User:> ", end="", flush=True)
|
|
with AudioRecorder(output_filepath=AUDIO_FILEPATH) as recorder:
|
|
recorder.start_recording()
|
|
user_input = await audio_to_text_service.get_text_content(AudioContent.from_audio_file(AUDIO_FILEPATH))
|
|
print(user_input.text)
|
|
except KeyboardInterrupt:
|
|
print("\n\nExiting chat...")
|
|
return False
|
|
except EOFError:
|
|
print("\n\nExiting chat...")
|
|
return False
|
|
|
|
if "exit" in user_input.text.lower():
|
|
print("\n\nExiting chat...")
|
|
return False
|
|
|
|
history.add_user_message(user_input.text)
|
|
|
|
# No need to stream the response since we can only pass the
|
|
# response to the text to audio service as a whole
|
|
response = await chat_service.get_chat_message_content(
|
|
chat_history=history,
|
|
settings=OpenAIChatPromptExecutionSettings(
|
|
max_tokens=2000,
|
|
temperature=0.7,
|
|
top_p=0.8,
|
|
),
|
|
)
|
|
|
|
# Need to set the response format to wav since the audio player only supports wav files
|
|
audio_content = await text_to_audio_service.get_audio_content(
|
|
response.content, OpenAITextToAudioExecutionSettings(response_format="wav")
|
|
)
|
|
print("Mosscap:> ", end="", flush=True)
|
|
AudioPlayer(audio_content=audio_content).play(text=response.content)
|
|
|
|
history.add_message(response)
|
|
|
|
return True
|
|
|
|
|
|
async def main() -> None:
|
|
print(
|
|
"Instruction: when it's your turn to speak, press the spacebar to start recording."
|
|
" Release the spacebar to stop recording."
|
|
)
|
|
|
|
chatting = True
|
|
while chatting:
|
|
chatting = await chat()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|