wehub-resource-sync
e071084ebe
govulncheck / govulncheck (push) Waiting to run
Harness (E2E) / Harnesses (mock LLM) (push) Waiting to run
Harness (E2E) / Provider harnesses (live LLM conformance) (push) Waiting to run
Lint / golangci-lint (push) Waiting to run
Run Tests / Unit Tests (push) Waiting to run
Run Tests / Etcd Integration Tests (push) Waiting to run
104 lines
2.3 KiB
Go
104 lines
2.3 KiB
Go
package ai
|
|
|
|
import (
|
|
"context"
|
|
)
|
|
|
|
// Options for model configuration
|
|
type Options struct {
|
|
// Context for the model
|
|
Context context.Context
|
|
// Model name (e.g., "gpt-4o", "claude-sonnet-4-20250514")
|
|
Model string
|
|
// APIKey for authentication
|
|
APIKey string
|
|
// BaseURL for the API endpoint
|
|
BaseURL string
|
|
// ToolHandler handles tool calls (optional, for automatic tool execution)
|
|
ToolHandler ToolHandler
|
|
// MaxTokens caps the length of the response (0 = provider default)
|
|
MaxTokens int
|
|
}
|
|
|
|
// GenerateOptions for generate call
|
|
type GenerateOptions struct {
|
|
// Context for this specific generate call
|
|
Context context.Context
|
|
}
|
|
|
|
// Option is a function that modifies Options
|
|
type Option func(*Options)
|
|
|
|
// GenerateOption is a function that modifies GenerateOptions
|
|
type GenerateOption func(*GenerateOptions)
|
|
|
|
// NewOptions creates new Options with defaults
|
|
func NewOptions(opts ...Option) Options {
|
|
options := Options{
|
|
Context: context.Background(),
|
|
}
|
|
for _, o := range opts {
|
|
o(&options)
|
|
}
|
|
return options
|
|
}
|
|
|
|
// WithModel sets the model name
|
|
func WithModel(m string) Option {
|
|
return func(o *Options) {
|
|
o.Model = m
|
|
}
|
|
}
|
|
|
|
// WithAPIKey sets the API key
|
|
func WithAPIKey(key string) Option {
|
|
return func(o *Options) {
|
|
o.APIKey = key
|
|
}
|
|
}
|
|
|
|
// WithBaseURL sets the base URL
|
|
func WithBaseURL(url string) Option {
|
|
return func(o *Options) {
|
|
o.BaseURL = url
|
|
}
|
|
}
|
|
|
|
// WithContext sets the context
|
|
func WithContext(ctx context.Context) Option {
|
|
return func(o *Options) {
|
|
o.Context = ctx
|
|
}
|
|
}
|
|
|
|
// WithToolHandler sets the tool handler
|
|
func WithToolHandler(handler ToolHandler) Option {
|
|
return func(o *Options) {
|
|
o.ToolHandler = handler
|
|
}
|
|
}
|
|
|
|
// WithTools wires a Tools instance into the model, setting the tool
|
|
// handler so the model can execute discovered service endpoints. The
|
|
// tool list itself is passed per-request via Request.Tools.
|
|
//
|
|
// tools := ai.NewTools(service.Registry())
|
|
// list, _ := tools.Discover()
|
|
// m := ai.New("anthropic", ai.WithAPIKey(key), ai.WithTools(tools))
|
|
// resp, _ := m.Generate(ctx, &ai.Request{Prompt: input, Tools: list})
|
|
func WithTools(t *Tools) Option {
|
|
return func(o *Options) {
|
|
if t != nil {
|
|
o.ToolHandler = t.Handler()
|
|
}
|
|
}
|
|
}
|
|
|
|
// WithMaxTokens caps the number of tokens in the response. 0 leaves the
|
|
// provider default in place.
|
|
func WithMaxTokens(n int) Option {
|
|
return func(o *Options) {
|
|
o.MaxTokens = n
|
|
}
|
|
}
|