wehub-resource-sync
db620d33df
CodeQL / Analyze (csharp) (push) Waiting to run
CodeQL / Analyze (python) (push) Waiting to run
dotnet-build-and-test / dotnet-test-functions (push) Has been cancelled
dotnet-build-and-test / paths-filter (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Debug, windows-latest, net9.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Release, ubuntu-latest, net10.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Release, ubuntu-latest, net8.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Release, windows-latest, net472) (push) Has been cancelled
dotnet-build-and-test / dotnet-test (Release, integration, true, ubuntu-latest, net10.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-test (Release, integration, true, windows-latest, net472) (push) Has been cancelled
dotnet-build-and-test / dotnet-foundry-hosted-it (push) Has been cancelled
dotnet-build-and-test / dotnet-build-and-test-check (push) Has been cancelled
dotnet-build-and-test / Integration Test Report (push) Has been cancelled
80 lines
2.5 KiB
Python
80 lines
2.5 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
# ruff: noqa
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
from random import randint
|
|
from typing import Annotated, Any
|
|
|
|
from agent_framework import Agent
|
|
from agent_framework.foundry import FoundryLocalClient
|
|
|
|
"""
|
|
This sample demonstrates basic usage of the FoundryLocalClient.
|
|
Shows both streaming and non-streaming responses with function tools.
|
|
|
|
Running this sample the first time will be slow, as the model needs to be
|
|
downloaded and initialized.
|
|
|
|
Also, not every model supports function calling, so be sure to check the
|
|
model capabilities in the Foundry catalog, or pick one from the list printed
|
|
when running this sample.
|
|
"""
|
|
|
|
|
|
def get_weather(
|
|
location: Annotated[str, "The location to get the weather for."],
|
|
) -> str:
|
|
"""Get the weather for a given location."""
|
|
conditions = ["sunny", "cloudy", "rainy", "stormy"]
|
|
return f"The weather in {location} is {conditions[randint(0, 3)]} with a high of {randint(10, 30)}°C."
|
|
|
|
|
|
async def non_streaming_example(agent: Agent[Any]) -> None:
|
|
"""Example of non-streaming response (get the complete result at once)."""
|
|
print("=== Non-streaming Response Example ===")
|
|
|
|
query = "What's the weather like in Seattle?"
|
|
print(f"User: {query}")
|
|
result = await agent.run(query)
|
|
print(f"Agent: {result}\n")
|
|
|
|
|
|
async def streaming_example(agent: Agent[Any]) -> None:
|
|
"""Example of streaming response (get results as they are generated)."""
|
|
print("=== Streaming Response Example ===")
|
|
|
|
query = "What's the weather like in Amsterdam?"
|
|
print(f"User: {query}")
|
|
print("Agent: ", end="", flush=True)
|
|
async for chunk in agent.run(query, stream=True):
|
|
if chunk.text:
|
|
print(chunk.text, end="", flush=True)
|
|
print("\n")
|
|
|
|
|
|
async def main() -> None:
|
|
print("=== Basic Foundry Local Client Agent Example ===")
|
|
|
|
client = FoundryLocalClient(model="phi-4-mini")
|
|
print(f"Client Model ID: {client.model}\n")
|
|
print("Other available models (tool calling supported only):")
|
|
for model in client.manager.list_catalog_models():
|
|
if model.supports_tool_calling:
|
|
print(
|
|
f"- {model.alias} for {model.task} - id={model.id} - {(model.file_size_mb / 1000):.2f} GB - {model.license}"
|
|
)
|
|
agent = Agent(
|
|
client=client,
|
|
name="LocalAgent",
|
|
instructions="You are a helpful agent.",
|
|
tools=get_weather,
|
|
)
|
|
await non_streaming_example(agent)
|
|
await streaming_example(agent)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|