0d3cb498a3
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
51 lines
1.9 KiB
Go
51 lines
1.9 KiB
Go
// Package main implements a promptfoo provider that uses OpenAI's API.
|
|
// It demonstrates a simple implementation of the provider interface using
|
|
// shared code from the core and pkg1 packages.
|
|
package main
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/promptfoo/promptfoo/examples/golang-provider/core"
|
|
"github.com/promptfoo/promptfoo/examples/golang-provider/pkg1"
|
|
)
|
|
|
|
// client is the shared OpenAI client instance used for all requests.
|
|
var client = core.NewClient()
|
|
|
|
// CallApi is the provider's implementation of promptfoo's API interface.
|
|
// It processes prompts with configurable reasoning effort and returns the model's response.
|
|
//
|
|
// The prompt parameter is the input text to send to the model.
|
|
// The options parameter may contain a config map with a "reasoning_effort" key
|
|
// that accepts "low", "medium", or "high" values.
|
|
//
|
|
// Returns a map containing the "output" key with the model's response,
|
|
// or an error if the API call fails.
|
|
var CallApi func(string, map[string]interface{}, map[string]interface{}) (map[string]interface{}, error)
|
|
|
|
// handlePrompt processes a prompt with configurable reasoning effort.
|
|
// It extracts the reasoning_effort from options (defaulting to pkg1's default)
|
|
// and calls the OpenAI API through the core client.
|
|
func handlePrompt(prompt string, options map[string]interface{}, ctx map[string]interface{}) (map[string]interface{}, error) {
|
|
reasoningEffort := pkg1.GetDefaultReasoningEffort()
|
|
if val, ok := options["config"].(map[string]interface{})["reasoning_effort"].(string); ok {
|
|
reasoningEffort = val
|
|
}
|
|
|
|
output, err := client.CreateCompletion(prompt, reasoningEffort)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("completion error: %v", err)
|
|
}
|
|
|
|
return map[string]interface{}{
|
|
"output": output,
|
|
}, nil
|
|
}
|
|
|
|
func init() {
|
|
// Assign our implementation to the wrapper's CallApi function.
|
|
// This makes it available to promptfoo for evaluation.
|
|
CallApi = handlePrompt
|
|
}
|