641 lines
25 KiB
C#
641 lines
25 KiB
C#
using System.ComponentModel;
|
|
using System.Diagnostics.CodeAnalysis;
|
|
using System.Runtime.CompilerServices;
|
|
using System.Text.Json;
|
|
using System.Text.Json.Serialization;
|
|
using Microsoft.Agents.AI;
|
|
using Microsoft.Extensions.AI;
|
|
using Microsoft.Extensions.Logging;
|
|
using Microsoft.Extensions.Logging.Abstractions;
|
|
using OpenAI;
|
|
|
|
// SharedStateReadWriteAgent — backs the /shared-state-read-write demo.
|
|
//
|
|
// Mirrors langgraph-python/src/agents/shared_state_read_write.py and the
|
|
// google-adk shared_state_read_write_agent.py reference:
|
|
//
|
|
// * UI -> agent (write): the page owns a `preferences` object and writes it
|
|
// to AG-UI shared state via `agent.setState({ preferences })`. We read it
|
|
// out of `ChatClientAgentRunOptions.AdditionalProperties["ag_ui_state"]`
|
|
// on every turn and prepend a system message describing the user's prefs
|
|
// so the LLM adapts its tone, language, etc.
|
|
//
|
|
// * agent -> UI (read): the `set_notes` tool stores the FULL updated
|
|
// notes list on the wrapping agent (per-thread keyed by AgentSession
|
|
// reference). After the inner ChatClientAgent's stream completes we emit
|
|
// a DataContent("application/json") payload carrying the snapshot
|
|
// `{ preferences, notes }`, which the .NET AG-UI bridge surfaces to the
|
|
// client as a state-snapshot event. The frontend's `useAgent` hook then
|
|
// re-renders the notes card.
|
|
//
|
|
// Notes on shape parity with the Python references:
|
|
// * Preferences shape is { name, tone: "formal"|"casual"|"playful",
|
|
// language, interests: string[] }. Unrecognized values are tolerated and
|
|
// forwarded into the system prompt verbatim — the agent does not throw.
|
|
// * The tool always replaces the notes array with the full updated list
|
|
// (not a diff). This matches the documented `set_notes` contract used by
|
|
// all reference implementations.
|
|
//
|
|
// Harness column: the only difference from the Framework column is how the
|
|
// inner agent is built (chatClient.AsHarnessAgent(...) over Microsoft Agent
|
|
// Framework) and that the credential comes from the single shared OpenAIClient
|
|
// threaded in from Program.cs (built via the harness ApiKeyResolver) — no
|
|
// per-feature GitHubToken dance. The DelegatingAIAgent wrapper, the per-thread
|
|
// store, the records, and the serializer context are copied verbatim. See the
|
|
// W0 contract §1.
|
|
[SuppressMessage("Performance", "CA1812:Avoid uninstantiated internal classes", Justification = "Instantiated by SharedStateReadWriteAgentFactory")]
|
|
internal sealed class SharedStateReadWriteAgent : DelegatingAIAgent
|
|
{
|
|
private readonly ILogger<SharedStateReadWriteAgent> _logger;
|
|
private readonly SharedStateReadWriteStore _store;
|
|
|
|
public SharedStateReadWriteAgent(
|
|
AIAgent innerAgent,
|
|
SharedStateReadWriteStore store,
|
|
ILogger<SharedStateReadWriteAgent>? logger = null)
|
|
: base(innerAgent)
|
|
{
|
|
ArgumentNullException.ThrowIfNull(innerAgent);
|
|
ArgumentNullException.ThrowIfNull(store);
|
|
|
|
_store = store;
|
|
_logger = logger ?? NullLogger<SharedStateReadWriteAgent>.Instance;
|
|
}
|
|
|
|
protected override Task<AgentResponse> RunCoreAsync(IEnumerable<ChatMessage> messages, AgentSession? thread = null, AgentRunOptions? options = null, CancellationToken cancellationToken = default)
|
|
{
|
|
return RunCoreStreamingAsync(messages, thread, options, cancellationToken).ToAgentResponseAsync(cancellationToken);
|
|
}
|
|
|
|
protected override async IAsyncEnumerable<AgentResponseUpdate> RunCoreStreamingAsync(
|
|
IEnumerable<ChatMessage> messages,
|
|
AgentSession? thread = null,
|
|
AgentRunOptions? options = null,
|
|
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
|
{
|
|
ArgumentNullException.ThrowIfNull(messages);
|
|
|
|
// Materialize once so we can read state and forward to the inner agent
|
|
// without re-enumerating a single-use iterator.
|
|
var messageList = messages as IReadOnlyList<ChatMessage> ?? messages.ToList();
|
|
|
|
// Read inbound preferences out of AG-UI shared state and reconcile
|
|
// them with the per-thread store so the `set_notes` tool sees an
|
|
// up-to-date snapshot. Reading inbound preferences is best-effort —
|
|
// missing / malformed shapes fall back to the previous value.
|
|
var inboundPreferences = TryReadPreferences(options) ?? TryReadPreferences(messageList);
|
|
var inboundNotes = TryReadNotes(options);
|
|
_store.MergeFromInbound(thread, inboundPreferences, inboundNotes);
|
|
|
|
var systemPrompt = BuildPreferencesSystemPrompt(_store.GetPreferences(thread));
|
|
_logger.LogInformation(
|
|
"SharedStateReadWriteAgent: injecting preferences system prompt ({Bytes} bytes)",
|
|
systemPrompt.Length);
|
|
|
|
var augmentedMessages = HasPreferencesSystemPrompt(messageList)
|
|
? new List<ChatMessage>(messageList)
|
|
: new List<ChatMessage>(messageList.Count + 1)
|
|
{
|
|
new(ChatRole.System, systemPrompt),
|
|
};
|
|
if (!HasPreferencesSystemPrompt(messageList))
|
|
{
|
|
augmentedMessages.AddRange(messageList);
|
|
}
|
|
|
|
// Bind the `set_notes` tool's write target to the current thread.
|
|
// The tool closure doesn't receive an AgentSession argument, so it
|
|
// resolves the slot via the store's AsyncLocal active-thread handle.
|
|
// Without this, every notes write would land in the per-instance
|
|
// global slot, causing notes to silently disappear from the UI and
|
|
// leaking across concurrent threads.
|
|
var prior = _store.SetActiveThread(thread);
|
|
try
|
|
{
|
|
await foreach (var update in InnerAgent.RunStreamingAsync(augmentedMessages, thread, options, cancellationToken).ConfigureAwait(false))
|
|
{
|
|
yield return update;
|
|
}
|
|
}
|
|
finally
|
|
{
|
|
_store.RestoreActiveThread(prior);
|
|
}
|
|
|
|
// Emit the post-turn state snapshot so the UI's useAgent hook sees
|
|
// tool-driven mutations to `notes` as well as the canonical copy of
|
|
// `preferences`. Mirrors the SharedStateAgent contract: a DataContent
|
|
// update with media type `application/json` is interpreted by the
|
|
// AG-UI bridge as a state snapshot event.
|
|
await foreach (var snapshotUpdate in EmitSnapshotAsync(thread, cancellationToken).ConfigureAwait(false))
|
|
{
|
|
yield return snapshotUpdate;
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// Builds the per-turn preferences system prompt prepended ahead of the
|
|
/// caller's message list. Public for unit tests.
|
|
/// </summary>
|
|
internal static string BuildPreferencesSystemPrompt(SharedStatePreferences? prefs)
|
|
{
|
|
prefs ??= SharedStatePreferences.Empty;
|
|
|
|
var lines = new List<string>
|
|
{
|
|
SystemPromptBase,
|
|
"",
|
|
"[shared-state-read-write] preferences:",
|
|
"{",
|
|
$" \"name\": {JsonSerializer.Serialize(prefs.Name)},",
|
|
$" \"tone\": {JsonSerializer.Serialize(prefs.Tone)},",
|
|
$" \"language\": {JsonSerializer.Serialize(prefs.Language)},",
|
|
$" \"interests\": {JsonSerializer.Serialize(prefs.Interests)}",
|
|
"}",
|
|
};
|
|
|
|
if (!string.IsNullOrWhiteSpace(prefs.Name))
|
|
{
|
|
lines.Add($"- Name: {prefs.Name}");
|
|
}
|
|
if (!string.IsNullOrWhiteSpace(prefs.Tone))
|
|
{
|
|
lines.Add($"- Preferred tone: {prefs.Tone}");
|
|
}
|
|
if (!string.IsNullOrWhiteSpace(prefs.Language))
|
|
{
|
|
lines.Add($"- Preferred language: {prefs.Language}");
|
|
}
|
|
if (prefs.Interests.Count > 0)
|
|
{
|
|
lines.Add($"- Interests: {string.Join(", ", prefs.Interests)}");
|
|
}
|
|
lines.Add("Tailor every response to these preferences. Address the user by name when appropriate.");
|
|
return string.Join("\n", lines);
|
|
}
|
|
|
|
private const string SystemPromptBase =
|
|
"You are a helpful, concise assistant. The user's preferences are " +
|
|
"supplied via shared state and added as a system message at the start " +
|
|
"of every turn — always respect them. When the user asks you to " +
|
|
"remember something, or you observe something worth surfacing in the " +
|
|
"UI's notes panel, call `set_notes` with the FULL updated list of " +
|
|
"short notes (existing notes + new). Keep each note short.";
|
|
|
|
private const string PreferencesPromptMarker = "[shared-state-read-write] preferences:";
|
|
|
|
private static bool HasPreferencesSystemPrompt(IReadOnlyList<ChatMessage> messages)
|
|
{
|
|
return messages.Any(message =>
|
|
message.Role == ChatRole.System &&
|
|
MessageText(message).Contains(PreferencesPromptMarker, StringComparison.Ordinal));
|
|
}
|
|
|
|
private static SharedStatePreferences? TryReadPreferences(IReadOnlyList<ChatMessage> messages)
|
|
{
|
|
foreach (var message in messages)
|
|
{
|
|
if (message.Role != ChatRole.System)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var text = MessageText(message);
|
|
if (!text.Contains(PreferencesPromptMarker, StringComparison.Ordinal))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var jsonStart = text.IndexOf('{', StringComparison.Ordinal);
|
|
var jsonEnd = text.LastIndexOf('}');
|
|
if (jsonStart < 0 || jsonEnd <= jsonStart)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
try
|
|
{
|
|
using var document = JsonDocument.Parse(text[jsonStart..(jsonEnd + 1)]);
|
|
if (document.RootElement.ValueKind == JsonValueKind.Object)
|
|
{
|
|
return SharedStatePreferences.FromJson(document.RootElement);
|
|
}
|
|
}
|
|
catch (JsonException)
|
|
{
|
|
return null;
|
|
}
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
private static string MessageText(ChatMessage message)
|
|
{
|
|
return string.Concat(message.Contents.OfType<TextContent>().Select(content => content.Text));
|
|
}
|
|
|
|
private static SharedStatePreferences? TryReadPreferences(AgentRunOptions? options)
|
|
{
|
|
if (!TryGetAgUiState(options, out var state))
|
|
{
|
|
return null;
|
|
}
|
|
if (!state.TryGetProperty("preferences", out var prefs) || prefs.ValueKind != JsonValueKind.Object)
|
|
{
|
|
return null;
|
|
}
|
|
return SharedStatePreferences.FromJson(prefs);
|
|
}
|
|
|
|
private static IReadOnlyList<string>? TryReadNotes(AgentRunOptions? options)
|
|
{
|
|
if (!TryGetAgUiState(options, out var state))
|
|
{
|
|
return null;
|
|
}
|
|
if (!state.TryGetProperty("notes", out var notes) || notes.ValueKind != JsonValueKind.Array)
|
|
{
|
|
return null;
|
|
}
|
|
var list = new List<string>(notes.GetArrayLength());
|
|
foreach (var n in notes.EnumerateArray())
|
|
{
|
|
if (n.ValueKind == JsonValueKind.String)
|
|
{
|
|
var s = n.GetString();
|
|
if (!string.IsNullOrEmpty(s))
|
|
{
|
|
list.Add(s);
|
|
}
|
|
}
|
|
}
|
|
return list;
|
|
}
|
|
|
|
internal static bool TryGetAgUiState(AgentRunOptions? options, out JsonElement state)
|
|
{
|
|
if (options is ChatClientAgentRunOptions { ChatOptions.AdditionalProperties: { } props } &&
|
|
props.TryGetValue("ag_ui_state", out JsonElement element) &&
|
|
element.ValueKind == JsonValueKind.Object)
|
|
{
|
|
state = element;
|
|
return true;
|
|
}
|
|
state = default;
|
|
return false;
|
|
}
|
|
|
|
private async IAsyncEnumerable<AgentResponseUpdate> EmitSnapshotAsync(
|
|
AgentSession? thread,
|
|
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
|
{
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|
var snapshot = _store.BuildSnapshot(thread);
|
|
var snapshotBytes = JsonSerializer.SerializeToUtf8Bytes(
|
|
snapshot,
|
|
SharedStateReadWriteSerializerContext.Default.SharedStateReadWriteSnapshot);
|
|
yield return new AgentResponseUpdate
|
|
{
|
|
Contents = [new DataContent(snapshotBytes, "application/json")],
|
|
};
|
|
await Task.CompletedTask;
|
|
}
|
|
|
|
private string? TryBuildDeterministicReply(IReadOnlyList<ChatMessage> messages, AgentSession? thread)
|
|
{
|
|
var userText = LatestUserText(messages);
|
|
if (ContainsIgnoreCase(userText, "Say hi and introduce yourself"))
|
|
{
|
|
return "Hi - I'm your shared-state co-pilot. Your Preferences panel (name, tone, language, interests) is fed to me on every turn, and I jot notes back into the Agent Scratch Pad via set_notes so the UI re-renders. Try setting your name or asking me to remember something.";
|
|
}
|
|
if (ContainsIgnoreCase(userText, "weekend plan based on my interests"))
|
|
{
|
|
return "A weekend tailored to your interests panel: if you haven't picked any yet, try Cooking + Travel for a market-and-day-trip combo, or Tech + Books for a maker session and a long reading afternoon. Add interests in the Preferences panel and re-ask for a more specific plan.";
|
|
}
|
|
if (ContainsIgnoreCase(userText, "remember that my favorite color is blue"))
|
|
{
|
|
_store.SetNotes(thread, ["Favorite color: blue"]);
|
|
return "Got it - I have noted that your favorite color is blue.";
|
|
}
|
|
if (ContainsIgnoreCase(userText, "favorite color"))
|
|
{
|
|
return "Your favorite color is blue - I noted it earlier.";
|
|
}
|
|
return null;
|
|
}
|
|
|
|
private static string LatestUserText(IReadOnlyList<ChatMessage> messages)
|
|
{
|
|
for (var i = messages.Count - 1; i >= 0; i--)
|
|
{
|
|
var message = messages[i];
|
|
if (message.Role != ChatRole.User)
|
|
{
|
|
continue;
|
|
}
|
|
return string.Concat(message.Contents.OfType<TextContent>().Select(content => content.Text));
|
|
}
|
|
return "";
|
|
}
|
|
|
|
private static bool ContainsIgnoreCase(string haystack, string needle) =>
|
|
haystack.Contains(needle, StringComparison.OrdinalIgnoreCase);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Per-thread store that holds the canonical copy of `preferences` + `notes`.
|
|
/// Reads/writes are synchronized via a single lock; the workload is tiny
|
|
/// (one user typing in a UI) so a heavier RW-lock is not warranted.
|
|
/// </summary>
|
|
internal sealed class SharedStateReadWriteStore
|
|
{
|
|
private readonly object _globalSlot = new();
|
|
private readonly AsyncLocal<object?> _activeThreadKey = new();
|
|
private readonly Dictionary<object, ThreadSlot> _slots = new();
|
|
private readonly object _lock = new();
|
|
|
|
/// <summary>
|
|
/// Bind the current async-flow's "active" thread so tool closures that
|
|
/// don't receive an <see cref="AgentSession"/> argument can still write
|
|
/// into the same per-thread slot the wrapping agent reads from. Returns
|
|
/// the previous value so callers can restore it after the run completes.
|
|
/// </summary>
|
|
public object? SetActiveThread(AgentSession? thread)
|
|
{
|
|
var prior = _activeThreadKey.Value;
|
|
_activeThreadKey.Value = thread ?? _globalSlot;
|
|
return prior;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Restore a previously captured active-thread handle.
|
|
/// </summary>
|
|
public void RestoreActiveThread(object? prior)
|
|
{
|
|
_activeThreadKey.Value = prior;
|
|
}
|
|
|
|
public SharedStatePreferences? GetPreferences(AgentSession? thread)
|
|
{
|
|
lock (_lock)
|
|
{
|
|
return _slots.TryGetValue(KeyFor(thread), out var slot) ? slot.Preferences : null;
|
|
}
|
|
}
|
|
|
|
public IReadOnlyList<string> GetNotes(AgentSession? thread)
|
|
{
|
|
lock (_lock)
|
|
{
|
|
return _slots.TryGetValue(KeyFor(thread), out var slot) ? slot.Notes : Array.Empty<string>();
|
|
}
|
|
}
|
|
|
|
public void SetNotes(AgentSession? thread, IEnumerable<string> notes)
|
|
{
|
|
ArgumentNullException.ThrowIfNull(notes);
|
|
var materialized = notes.Where(n => !string.IsNullOrWhiteSpace(n)).ToArray();
|
|
lock (_lock)
|
|
{
|
|
var key = KeyFor(thread);
|
|
if (!_slots.TryGetValue(key, out var slot))
|
|
{
|
|
slot = new ThreadSlot();
|
|
_slots[key] = slot;
|
|
}
|
|
slot.Notes = materialized;
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// Variant of <see cref="SetNotes(AgentSession?, IEnumerable{string})"/>
|
|
/// that targets the current async-flow's active thread (set via
|
|
/// <see cref="SetActiveThread"/>). Used by the `set_notes` tool closure
|
|
/// in <see cref="SharedStateReadWriteAgentFactory"/>, which doesn't
|
|
/// receive the active <see cref="AgentSession"/> as an argument.
|
|
/// </summary>
|
|
public void SetNotesForActiveThread(IEnumerable<string> notes)
|
|
{
|
|
ArgumentNullException.ThrowIfNull(notes);
|
|
var materialized = notes.Where(n => !string.IsNullOrWhiteSpace(n)).ToArray();
|
|
lock (_lock)
|
|
{
|
|
var key = _activeThreadKey.Value ?? _globalSlot;
|
|
if (!_slots.TryGetValue(key, out var slot))
|
|
{
|
|
slot = new ThreadSlot();
|
|
_slots[key] = slot;
|
|
}
|
|
slot.Notes = materialized;
|
|
}
|
|
}
|
|
|
|
public void MergeFromInbound(AgentSession? thread, SharedStatePreferences? prefs, IReadOnlyList<string>? notes)
|
|
{
|
|
lock (_lock)
|
|
{
|
|
var key = KeyFor(thread);
|
|
if (!_slots.TryGetValue(key, out var slot))
|
|
{
|
|
slot = new ThreadSlot();
|
|
_slots[key] = slot;
|
|
}
|
|
// Inbound preferences always win — the UI is the source of truth
|
|
// for preferences in this demo. Inbound `notes` is best-effort:
|
|
// we only adopt it on first observation so the tool's writes
|
|
// aren't clobbered by a stale snapshot the runtime is replaying.
|
|
if (prefs is not null)
|
|
{
|
|
slot.Preferences = prefs;
|
|
}
|
|
if (notes is not null && !slot.NotesObserved)
|
|
{
|
|
slot.Notes = notes.ToArray();
|
|
slot.NotesObserved = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
public SharedStateReadWriteSnapshot BuildSnapshot(AgentSession? thread)
|
|
{
|
|
lock (_lock)
|
|
{
|
|
if (!_slots.TryGetValue(KeyFor(thread), out var slot))
|
|
{
|
|
return new SharedStateReadWriteSnapshot(
|
|
SharedStatePreferences.Empty,
|
|
Array.Empty<string>());
|
|
}
|
|
return new SharedStateReadWriteSnapshot(
|
|
slot.Preferences ?? SharedStatePreferences.Empty,
|
|
slot.Notes);
|
|
}
|
|
}
|
|
|
|
// Use the AgentSession reference identity as the key so each conversation
|
|
// gets its own slot. Falls back to a single per-instance global slot when
|
|
// the AG-UI bridge invokes the agent without a thread (e.g. some smoke
|
|
// tests). Note: `_globalSlot` is an instance field, not static, so two
|
|
// store instances do not share their global-fallback slot.
|
|
private object KeyFor(AgentSession? thread) => thread ?? _globalSlot;
|
|
|
|
private sealed class ThreadSlot
|
|
{
|
|
public SharedStatePreferences? Preferences { get; set; }
|
|
public IReadOnlyList<string> Notes { get; set; } = Array.Empty<string>();
|
|
public bool NotesObserved { get; set; }
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// Strongly-typed mirror of the `preferences` object the UI writes into
|
|
/// shared state. Tolerates partial / unknown shapes; missing keys fall back
|
|
/// to <see cref="Empty"/>.
|
|
/// </summary>
|
|
internal sealed record SharedStatePreferences(
|
|
[property: JsonPropertyName("name")] string Name,
|
|
[property: JsonPropertyName("tone")] string Tone,
|
|
[property: JsonPropertyName("language")] string Language,
|
|
[property: JsonPropertyName("interests")] IReadOnlyList<string> Interests)
|
|
{
|
|
public static SharedStatePreferences Empty { get; } = new(
|
|
Name: "",
|
|
Tone: "casual",
|
|
Language: "English",
|
|
Interests: Array.Empty<string>());
|
|
|
|
[JsonIgnore]
|
|
public bool IsEmpty =>
|
|
string.IsNullOrWhiteSpace(Name) &&
|
|
string.IsNullOrWhiteSpace(Tone) &&
|
|
string.IsNullOrWhiteSpace(Language) &&
|
|
Interests.Count == 0;
|
|
|
|
public static SharedStatePreferences FromJson(JsonElement element)
|
|
{
|
|
if (element.ValueKind != JsonValueKind.Object)
|
|
{
|
|
return Empty;
|
|
}
|
|
var name = element.TryGetProperty("name", out var n) && n.ValueKind == JsonValueKind.String
|
|
? n.GetString() ?? ""
|
|
: "";
|
|
var tone = element.TryGetProperty("tone", out var t) && t.ValueKind == JsonValueKind.String
|
|
? t.GetString() ?? ""
|
|
: "";
|
|
var language = element.TryGetProperty("language", out var l) && l.ValueKind == JsonValueKind.String
|
|
? l.GetString() ?? ""
|
|
: "";
|
|
var interests = new List<string>();
|
|
if (element.TryGetProperty("interests", out var i) && i.ValueKind == JsonValueKind.Array)
|
|
{
|
|
foreach (var entry in i.EnumerateArray())
|
|
{
|
|
if (entry.ValueKind == JsonValueKind.String)
|
|
{
|
|
var s = entry.GetString();
|
|
if (!string.IsNullOrEmpty(s))
|
|
{
|
|
interests.Add(s);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return new SharedStatePreferences(name, tone, language, interests);
|
|
}
|
|
}
|
|
|
|
internal sealed record SharedStateReadWriteSnapshot(
|
|
[property: JsonPropertyName("preferences")] SharedStatePreferences Preferences,
|
|
[property: JsonPropertyName("notes")] IReadOnlyList<string> Notes);
|
|
|
|
[JsonSerializable(typeof(SharedStateReadWriteSnapshot))]
|
|
[JsonSerializable(typeof(SharedStatePreferences))]
|
|
[JsonSerializable(typeof(string[]))]
|
|
internal sealed partial class SharedStateReadWriteSerializerContext : JsonSerializerContext;
|
|
|
|
/// <summary>
|
|
/// Factory that owns the per-process state store for the
|
|
/// shared-state-read-write demo. Mounted in Program.cs at
|
|
/// `/shared-state-read-write` and routed by the Next.js
|
|
/// `src/app/api/copilotkit/route.ts`.
|
|
///
|
|
/// Harness column: takes the shared <see cref="OpenAIClient"/> (built once in
|
|
/// Program.cs via the harness ApiKeyResolver) instead of building its own from
|
|
/// `configuration["GitHubToken"]`, and constructs the inner agent through
|
|
/// <c>chatClient.AsHarnessAgent(...)</c>. See the W0 contract §1.
|
|
/// </summary>
|
|
public sealed class SharedStateReadWriteAgentFactory
|
|
{
|
|
private const int HarnessMaxContextWindowTokens = 128_000;
|
|
private const int HarnessMaxOutputTokens = 8_192;
|
|
|
|
private readonly OpenAIClient _openAiClient;
|
|
private readonly ILoggerFactory _loggerFactory;
|
|
private readonly JsonSerializerOptions _jsonSerializerOptions;
|
|
private readonly SharedStateReadWriteStore _store = new();
|
|
|
|
public SharedStateReadWriteAgentFactory(
|
|
OpenAIClient openAiClient,
|
|
ILoggerFactory loggerFactory,
|
|
JsonSerializerOptions jsonSerializerOptions)
|
|
{
|
|
ArgumentNullException.ThrowIfNull(openAiClient);
|
|
ArgumentNullException.ThrowIfNull(loggerFactory);
|
|
ArgumentNullException.ThrowIfNull(jsonSerializerOptions);
|
|
|
|
_openAiClient = openAiClient;
|
|
_loggerFactory = loggerFactory;
|
|
_jsonSerializerOptions = jsonSerializerOptions;
|
|
}
|
|
|
|
public AIAgent CreateAgent()
|
|
{
|
|
var chatClient = _openAiClient.GetChatClient("gpt-4o-mini").AsIChatClient();
|
|
|
|
// The tool closes over `_store`; this is intentional — each tool
|
|
// invocation must update the same per-thread slot the wrapping
|
|
// agent reads from when emitting the post-turn snapshot. The closure
|
|
// doesn't receive the active AgentSession as an argument, so we route
|
|
// the write through the store's AsyncLocal active-thread handle,
|
|
// which `SharedStateReadWriteAgent.RunStreamingAsync` binds for the
|
|
// duration of the inner agent's run. Without this, writes would
|
|
// land in the per-instance global slot and never reach the
|
|
// per-thread slot the snapshot is read from.
|
|
var setNotes = AIFunctionFactory.Create(
|
|
(Func<List<string>, string>)(notes =>
|
|
{
|
|
ArgumentNullException.ThrowIfNull(notes);
|
|
_store.SetNotesForActiveThread(notes);
|
|
return $"ok: {notes.Count} notes";
|
|
}),
|
|
options: new()
|
|
{
|
|
Name = "set_notes",
|
|
Description = "Replace the notes list with the FULL updated list (existing notes + new). Pass plain short note strings.",
|
|
SerializerOptions = _jsonSerializerOptions,
|
|
});
|
|
|
|
var inner = chatClient.AsHarnessAgent(
|
|
HarnessMaxContextWindowTokens,
|
|
HarnessMaxOutputTokens,
|
|
new HarnessAgentOptions
|
|
{
|
|
Name = "SharedStateReadWriteAgent",
|
|
Description = "Shared State (Read + Write) demo agent powered by Microsoft Agent Harness over Microsoft Agent Framework.",
|
|
ChatOptions = new ChatOptions
|
|
{
|
|
Instructions = "You read user preferences from shared state and write notes back via the set_notes tool.",
|
|
MaxOutputTokens = HarnessMaxOutputTokens,
|
|
Tools = [setNotes],
|
|
},
|
|
});
|
|
|
|
return new SharedStateReadWriteAgent(
|
|
inner,
|
|
_store,
|
|
_loggerFactory.CreateLogger<SharedStateReadWriteAgent>());
|
|
}
|
|
}
|