db620d33df
dotnet-build-and-test / dotnet-test-functions (push) Has been cancelled
dotnet-build-and-test / paths-filter (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Debug, windows-latest, net9.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Release, ubuntu-latest, net10.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Release, ubuntu-latest, net8.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-build (Release, windows-latest, net472) (push) Has been cancelled
dotnet-build-and-test / dotnet-test (Release, integration, true, ubuntu-latest, net10.0) (push) Has been cancelled
dotnet-build-and-test / dotnet-test (Release, integration, true, windows-latest, net472) (push) Has been cancelled
dotnet-build-and-test / dotnet-foundry-hosted-it (push) Has been cancelled
dotnet-build-and-test / dotnet-build-and-test-check (push) Has been cancelled
dotnet-build-and-test / Integration Test Report (push) Has been cancelled
CodeQL / Analyze (csharp) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
96 lines
4.8 KiB
C#
96 lines
4.8 KiB
C#
// Copyright (c) Microsoft. All rights reserved.
|
|
|
|
// Hosted-MemoryAgent
|
|
//
|
|
// Demonstrates how to host an agent that uses FoundryMemoryProvider so that user-private memories
|
|
// persist across requests and across sessions, scoped per user via the Foundry platform's
|
|
// isolation key headers.
|
|
//
|
|
// Memory scope flows from request -> hosting layer -> session -> provider:
|
|
// 1. Foundry sets x-agent-user-id on every inbound request.
|
|
// 2. AgentFrameworkResponseHandler reads context.PlatformContext.UserIdKey via the registered
|
|
// HostedSessionIsolationKeyProvider and stores it on the session as a HostedSessionContext.
|
|
// 3. FoundryMemoryProvider's stateInitializer reads HostedSessionContext.UserId and uses it as
|
|
// the FoundryMemoryProviderScope, partitioning memories per user.
|
|
|
|
using Azure.AI.Projects;
|
|
using Azure.Core;
|
|
using Azure.Identity;
|
|
using DotNetEnv;
|
|
using Hosted_Shared_Contributor_Setup;
|
|
using Microsoft.Agents.AI;
|
|
using Microsoft.Agents.AI.Foundry;
|
|
using Microsoft.Agents.AI.Foundry.Hosting;
|
|
using Microsoft.Extensions.AI;
|
|
|
|
// Load .env file if present (for local development).
|
|
Env.TraversePath().Load();
|
|
|
|
var projectEndpoint = new Uri(Environment.GetEnvironmentVariable("FOUNDRY_PROJECT_ENDPOINT")
|
|
?? throw new InvalidOperationException("FOUNDRY_PROJECT_ENDPOINT is not set."));
|
|
var agentName = Environment.GetEnvironmentVariable("AGENT_NAME") ?? "hosted-memory-agent";
|
|
var deployment = Environment.GetEnvironmentVariable("FOUNDRY_MODEL") ?? "gpt-4o";
|
|
var embeddingDeployment = Environment.GetEnvironmentVariable("AZURE_AI_EMBEDDING_DEPLOYMENT_NAME") ?? "text-embedding-ada-002";
|
|
var memoryStoreName = Environment.GetEnvironmentVariable("AZURE_AI_MEMORY_STORE_ID") ?? "hosted-memory-sample";
|
|
|
|
// WARNING: DefaultAzureCredential is convenient for development but requires careful consideration in production.
|
|
// In production, consider using a specific credential (e.g., ManagedIdentityCredential) to avoid
|
|
// latency issues, unintended credential probing, and potential security risks from fallback mechanisms.
|
|
// Use a chained credential: try a temporary dev token first (for local Docker debugging),
|
|
// then fall back to DefaultAzureCredential (for local dev via dotnet run / managed identity in foundry).
|
|
TokenCredential credential = new ChainedTokenCredential(
|
|
new DevTemporaryTokenCredential(),
|
|
new DefaultAzureCredential());
|
|
|
|
AIProjectClient projectClient = new(projectEndpoint, credential);
|
|
|
|
// FoundryMemoryProvider partitions memories per end user via a built-in HostedFoundryMemoryProviderScopes
|
|
// helper that reads the platform-injected user isolation key from the HostedSessionContext that the
|
|
// hosting layer placed on the session.
|
|
FoundryMemoryProvider memoryProvider = new(
|
|
projectClient,
|
|
memoryStoreName,
|
|
stateInitializer: HostedFoundryMemoryProviderScopes.PerUser());
|
|
|
|
// Provision the memory store on startup if it does not already exist. EnsureMemoryStoreCreatedAsync
|
|
// is idempotent. Doing this once at start avoids per-request latency.
|
|
await memoryProvider.EnsureMemoryStoreCreatedAsync(deployment, embeddingDeployment, "Memory store for the hosted travel-assistant sample.");
|
|
|
|
const string AgentInstructions = """
|
|
You are a friendly travel assistant. When the user shares trip preferences, destinations,
|
|
travel companions, or constraints, remember them and use them in later turns. Use known
|
|
memories about the user when responding, and do not invent details.
|
|
""";
|
|
|
|
ChatClientAgent agent = projectClient.AsAIAgent(new ChatClientAgentOptions()
|
|
{
|
|
Name = agentName,
|
|
ChatOptions = new ChatOptions
|
|
{
|
|
ModelId = deployment,
|
|
Instructions = AgentInstructions
|
|
},
|
|
AIContextProviders = [memoryProvider]
|
|
});
|
|
|
|
// Host the agent as a Foundry Hosted Agent using the Responses API.
|
|
//
|
|
// Per-user memory isolation comes from the platform-injected x-agent-user-id header, resolved by the
|
|
// default HostedSessionIsolationKeyProvider into the session's HostedSessionContext. This sample scopes
|
|
// memory per user via HostedFoundryMemoryProviderScopes.PerUser(), which REQUIRES that context: a
|
|
// request with no resolved user identity throws. So locally you must send an x-agent-user-id request
|
|
// header (see scripts/smoke.ps1); vary it to simulate distinct users. On the Foundry platform the
|
|
// header is always present, so no local provider registration is needed.
|
|
var builder = WebApplication.CreateBuilder(args);
|
|
builder.Services.AddFoundryResponses(agent);
|
|
|
|
var app = builder.Build();
|
|
app.MapFoundryResponses();
|
|
|
|
// Contributor-only: in Development, also map the per-agent OpenAI route shape that live Foundry uses
|
|
// so a local REPL client can target this server via AIProjectClient.AsAIAgent(Uri agentEndpoint).
|
|
// Do not use this in production. Hosted Foundry agents only support the agent-endpoint path.
|
|
app.MapDevTemporaryLocalAgentEndpoint();
|
|
|
|
app.Run();
|