e071084ebe
govulncheck / govulncheck (push) Waiting to run
Harness (E2E) / Harnesses (mock LLM) (push) Waiting to run
Harness (E2E) / Provider harnesses (live LLM conformance) (push) Waiting to run
Lint / golangci-lint (push) Waiting to run
Run Tests / Unit Tests (push) Waiting to run
Run Tests / Etcd Integration Tests (push) Waiting to run
242 lines
7.4 KiB
Go
242 lines
7.4 KiB
Go
package agent
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"strconv"
|
|
"strings"
|
|
"testing"
|
|
|
|
"go-micro.dev/v6/ai"
|
|
"go-micro.dev/v6/registry"
|
|
"go-micro.dev/v6/store"
|
|
)
|
|
|
|
func TestStoreMemoryPersists(t *testing.T) {
|
|
st := store.NewMemoryStore()
|
|
m := NewMemory(st, "agent/x/history", 10)
|
|
m.Add("user", "hello")
|
|
m.Add("assistant", "hi there")
|
|
|
|
// A fresh memory over the same store/key restores the conversation.
|
|
reloaded := NewMemory(st, "agent/x/history", 10)
|
|
if got := len(reloaded.Messages()); got != 2 {
|
|
t.Fatalf("restored %d messages, want 2", got)
|
|
}
|
|
}
|
|
|
|
func TestInMemoryNotPersisted(t *testing.T) {
|
|
m := NewInMemory(10)
|
|
m.Add("user", "x")
|
|
if got := len(m.Messages()); got != 1 {
|
|
t.Fatalf("got %d messages, want 1", got)
|
|
}
|
|
if got := len(NewInMemory(10).Messages()); got != 0 {
|
|
t.Errorf("a separate in-memory should be empty, got %d", got)
|
|
}
|
|
}
|
|
|
|
func TestMemoryClearPersists(t *testing.T) {
|
|
st := store.NewMemoryStore()
|
|
m := NewMemory(st, "agent/y/history", 10)
|
|
m.Add("user", "x")
|
|
m.Clear()
|
|
if got := len(m.Messages()); got != 0 {
|
|
t.Errorf("after Clear got %d messages, want 0", got)
|
|
}
|
|
if got := len(NewMemory(st, "agent/y/history", 10).Messages()); got != 0 {
|
|
t.Errorf("cleared state should persist, reload got %d", got)
|
|
}
|
|
}
|
|
|
|
func TestWithMemoryUsed(t *testing.T) {
|
|
custom := NewInMemory(5)
|
|
a := New(
|
|
Name("z"),
|
|
Provider("fake"),
|
|
WithRegistry(registry.NewMemoryRegistry()),
|
|
WithStore(store.NewMemoryStore()),
|
|
WithMemory(custom),
|
|
).(*agentImpl)
|
|
a.setup()
|
|
if a.mem != custom {
|
|
t.Error("WithMemory should make the agent use the supplied memory")
|
|
}
|
|
}
|
|
|
|
func TestRetrievalMemoryArchivesAllTurnsAndRanksRelevant(t *testing.T) {
|
|
st := store.NewMemoryStore()
|
|
m := NewRetrievalMemory(st, "agent/retrieval/history", 2)
|
|
m.Add("user", "alpha budget is 42")
|
|
m.Add("assistant", "noted")
|
|
m.Add("user", "beta owner is lee")
|
|
m.Add("assistant", "tracked")
|
|
m.Add("user", "alpha owner is sam")
|
|
|
|
if got := len(m.Messages()); got != 2 {
|
|
t.Fatalf("active messages = %d, want bounded history of 2", got)
|
|
}
|
|
|
|
recall, ok := m.(MemoryRecall)
|
|
if !ok {
|
|
t.Fatal("retrieval memory should support recall")
|
|
}
|
|
recalled := recall.Recall("alpha budget", 2)
|
|
if len(recalled) == 0 {
|
|
t.Fatal("expected relevant recalled turns")
|
|
}
|
|
if got := recalled[0].Content.(string); !strings.Contains(got, "alpha budget is 42") {
|
|
t.Fatalf("top recall = %q, want archived alpha budget turn", got)
|
|
}
|
|
}
|
|
|
|
func TestRetrievalMemoryPersistsArchiveAcrossReload(t *testing.T) {
|
|
st := store.NewMemoryStore()
|
|
m := NewRetrievalMemory(st, "agent/retrieval/reload", 1)
|
|
m.Add("user", "alpha budget is 42")
|
|
m.Add("assistant", "noted")
|
|
m.Add("user", "beta budget is 7")
|
|
|
|
reloaded := NewRetrievalMemory(st, "agent/retrieval/reload", 1)
|
|
recalled := reloaded.(MemoryRecall).Recall("alpha budget", 1)
|
|
if len(recalled) != 1 {
|
|
t.Fatalf("recalled %d messages, want 1", len(recalled))
|
|
}
|
|
if got := recalled[0].Content.(string); !strings.Contains(got, "alpha budget is 42") {
|
|
t.Fatalf("reloaded recall = %q, want alpha budget", got)
|
|
}
|
|
}
|
|
|
|
func TestCompactingMemoryRecallRanksSpecificMatches(t *testing.T) {
|
|
m := NewCompactingMemory(store.NewMemoryStore(), "agent/rank/history", 3, 1).(MemoryRecall)
|
|
writer := m.(Memory)
|
|
writer.Add("user", "alpha budget is 42")
|
|
writer.Add("assistant", "noted")
|
|
writer.Add("user", "beta budget is 7")
|
|
writer.Add("assistant", "noted")
|
|
writer.Add("user", "alpha owner is sam")
|
|
|
|
recalled := m.Recall("alpha budget", 2)
|
|
if len(recalled) == 0 {
|
|
t.Fatal("expected recalled messages")
|
|
}
|
|
if got := recalled[0].Content.(string); !strings.Contains(got, "alpha budget is 42") {
|
|
t.Fatalf("top recall = %q, want alpha budget match", got)
|
|
}
|
|
}
|
|
|
|
func TestCompactingMemoryArchivePersistsAndReloads(t *testing.T) {
|
|
st := store.NewMemoryStore()
|
|
m := NewCompactingMemory(st, "agent/reload/history", 3, 1)
|
|
m.Add("user", "alpha budget is 42")
|
|
m.Add("assistant", "noted")
|
|
m.Add("user", "beta budget is 7")
|
|
m.Add("assistant", "noted")
|
|
if summary := Summary(m); !strings.Contains(summary, "alpha budget is 42") {
|
|
t.Fatalf("inspectable summary = %q, want alpha budget", summary)
|
|
}
|
|
|
|
reloaded := NewCompactingMemory(st, "agent/reload/history", 3, 1)
|
|
if summary := Summary(reloaded); !strings.Contains(summary, "alpha budget is 42") {
|
|
t.Fatalf("reloaded summary = %q, want alpha budget", summary)
|
|
}
|
|
recall, ok := reloaded.(MemoryRecall)
|
|
if !ok {
|
|
t.Fatal("compacting memory should support recall")
|
|
}
|
|
recalled := recall.Recall("alpha budget", 1)
|
|
if len(recalled) != 1 {
|
|
t.Fatalf("recalled %d messages, want 1", len(recalled))
|
|
}
|
|
if got := recalled[0].Content.(string); !strings.Contains(got, "alpha budget is 42") {
|
|
t.Fatalf("reloaded recall = %q, want alpha budget", got)
|
|
}
|
|
}
|
|
|
|
func TestCompactingMemoryUsesCustomSummarizerAndReloadsRecall(t *testing.T) {
|
|
st := store.NewMemoryStore()
|
|
m := NewCompactingMemoryWithOptions(st, "agent/custom/history", MemoryCompaction{
|
|
MaxMessages: 3,
|
|
KeepRecent: 1,
|
|
Summarize: func(msgs []ai.Message) ai.Message {
|
|
return ai.Message{Role: "system", Content: "custom summary count=" + strconv.Itoa(len(msgs))}
|
|
},
|
|
})
|
|
m.Add("user", "alpha budget is 42")
|
|
m.Add("assistant", "noted")
|
|
m.Add("user", "beta budget is 7")
|
|
m.Add("assistant", "noted")
|
|
|
|
msgs := m.Messages()
|
|
if len(msgs) == 0 || msgs[0].Content != "custom summary count=3" {
|
|
t.Fatalf("summary = %#v, want custom summarizer output", msgs)
|
|
}
|
|
if summary := Summary(m); summary != "custom summary count=3" {
|
|
t.Fatalf("inspectable custom summary = %q, want custom summary count=3", summary)
|
|
}
|
|
|
|
reloaded := NewCompactingMemoryWithOptions(st, "agent/custom/history", MemoryCompaction{MaxMessages: 3, KeepRecent: 1})
|
|
if summary := Summary(reloaded); summary != "custom summary count=3" {
|
|
t.Fatalf("reloaded custom summary = %q, want custom summary count=3", summary)
|
|
}
|
|
recall := reloaded.(MemoryRecall)
|
|
recalled := recall.Recall("alpha budget", 1)
|
|
if len(recalled) != 1 {
|
|
t.Fatalf("recalled %d messages, want 1", len(recalled))
|
|
}
|
|
if got := recalled[0].Content.(string); !strings.Contains(got, "alpha budget is 42") {
|
|
t.Fatalf("reloaded recall = %q, want alpha budget", got)
|
|
}
|
|
}
|
|
|
|
// A custom tool is offered to the model and dispatched to its handler.
|
|
func TestWithToolExposedAndDispatched(t *testing.T) {
|
|
var got map[string]any
|
|
a := newTestAgent(Name("calc-agent"),
|
|
WithTool("calc", "adds two numbers",
|
|
map[string]any{
|
|
"a": map[string]any{"type": "number"},
|
|
"b": map[string]any{"type": "number"},
|
|
},
|
|
func(ctx context.Context, input map[string]any) (string, error) {
|
|
got = input
|
|
return `{"sum":3}`, nil
|
|
}))
|
|
|
|
tools, err := a.discoverTools()
|
|
if err != nil {
|
|
t.Fatalf("discoverTools: %v", err)
|
|
}
|
|
found := false
|
|
for _, tl := range tools {
|
|
if tl.Name == "calc" {
|
|
found = true
|
|
}
|
|
}
|
|
if !found {
|
|
t.Fatal("custom tool 'calc' was not offered to the model")
|
|
}
|
|
|
|
content := toolContent(a.toolHandler(), "calc", map[string]any{"a": 1.0, "b": 2.0})
|
|
if got == nil {
|
|
t.Fatal("custom tool handler was not called")
|
|
}
|
|
if !strings.Contains(content, "sum") {
|
|
t.Errorf("custom tool result not returned: %q", content)
|
|
}
|
|
}
|
|
|
|
// A custom tool returning an error surfaces it to the model.
|
|
func TestWithToolError(t *testing.T) {
|
|
a := newTestAgent(Name("err-agent"),
|
|
WithTool("boom", "always fails", nil,
|
|
func(ctx context.Context, input map[string]any) (string, error) {
|
|
return "", errors.New("kaboom")
|
|
}))
|
|
|
|
content := toolContent(a.toolHandler(), "boom", nil)
|
|
if !strings.Contains(content, "kaboom") {
|
|
t.Errorf("tool error not surfaced: %q", content)
|
|
}
|
|
}
|