wehub-resource-sync
e071084ebe
govulncheck / govulncheck (push) Waiting to run
Harness (E2E) / Harnesses (mock LLM) (push) Waiting to run
Harness (E2E) / Provider harnesses (live LLM conformance) (push) Waiting to run
Lint / golangci-lint (push) Waiting to run
Run Tests / Unit Tests (push) Waiting to run
Run Tests / Etcd Integration Tests (push) Waiting to run
89 lines
2.5 KiB
Go
89 lines
2.5 KiB
Go
// Package main demonstrates durable agent runs: a checkpointed agent can
|
|
// resume after a crash without re-executing completed tool calls.
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"sync/atomic"
|
|
|
|
micro "go-micro.dev/v6"
|
|
"go-micro.dev/v6/ai"
|
|
"go-micro.dev/v6/store"
|
|
)
|
|
|
|
func main() {
|
|
ctx := context.Background()
|
|
checkpoint := micro.StoreCheckpoint(store.NewMemoryStore(), "durable-agent-demo")
|
|
model := &demoModel{failFirst: true}
|
|
ai.Register("durable-demo", func(opts ...ai.Option) ai.Model {
|
|
_ = model.Init(opts...)
|
|
return model
|
|
})
|
|
var reservations atomic.Int32
|
|
|
|
ag := micro.NewAgent("durable-agent-demo",
|
|
micro.AgentWithCheckpoint(checkpoint),
|
|
micro.AgentProvider("durable-demo"),
|
|
micro.AgentTool("inventory.reserve", "reserve inventory exactly once", map[string]any{
|
|
"sku": map[string]any{"type": "string"},
|
|
}, func(ctx context.Context, input map[string]any) (string, error) {
|
|
count := reservations.Add(1)
|
|
return fmt.Sprintf("reserved %s (execution %d)", input["sku"], count), nil
|
|
}),
|
|
)
|
|
|
|
_, err := ag.Ask(ctx, "reserve sku-123 and confirm")
|
|
fmt.Println("initial run:", err)
|
|
|
|
pending, err := micro.AgentPending(ctx, ag)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if len(pending) == 0 {
|
|
panic("expected a checkpointed run to resume")
|
|
}
|
|
|
|
resp, err := micro.AgentResume(ctx, ag, pending[0].ID)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
fmt.Println("resumed reply:", resp.Reply)
|
|
fmt.Println("tool executions:", reservations.Load())
|
|
}
|
|
|
|
type demoModel struct {
|
|
failFirst bool
|
|
opts ai.Options
|
|
}
|
|
|
|
func (m *demoModel) Init(opts ...ai.Option) error {
|
|
m.opts = ai.NewOptions(opts...)
|
|
return nil
|
|
}
|
|
func (m *demoModel) Options() ai.Options { return m.opts }
|
|
func (m *demoModel) String() string { return "durable-demo" }
|
|
|
|
func (m *demoModel) Generate(ctx context.Context, req *ai.Request, opts ...ai.GenerateOption) (*ai.Response, error) {
|
|
if m.opts.ToolHandler != nil {
|
|
res := m.opts.ToolHandler(ctx, ai.ToolCall{
|
|
ID: "reserve-1",
|
|
Name: "inventory.reserve",
|
|
Input: map[string]any{"sku": "sku-123"},
|
|
})
|
|
if res.Content == "" {
|
|
return nil, errors.New("reservation tool returned no content")
|
|
}
|
|
}
|
|
if m.failFirst {
|
|
m.failFirst = false
|
|
return nil, errors.New("simulated process interruption after checkpointed tool call")
|
|
}
|
|
return &ai.Response{Reply: "sku-123 is reserved; no duplicate reservation was made"}, nil
|
|
}
|
|
|
|
func (m *demoModel) Stream(context.Context, *ai.Request, ...ai.GenerateOption) (ai.Stream, error) {
|
|
return nil, ai.ErrStreamingUnsupported
|
|
}
|