wehub-resource-sync
0d3cb498a3
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
102 lines
3.0 KiB
YAML
102 lines
3.0 KiB
YAML
# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
|
|
description: Search rubric assertions for fact-checking
|
|
|
|
prompts:
|
|
- '{{question}}'
|
|
|
|
providers:
|
|
# Anthropic Claude 4.6 Opus with web search tool
|
|
- id: anthropic:messages:claude-opus-4-6
|
|
config:
|
|
tools:
|
|
- type: web_search_20250305
|
|
name: web_search
|
|
max_uses: 5
|
|
|
|
# OpenAI GPT-5.4 with web search tool
|
|
- id: openai:responses:gpt-5.4
|
|
config:
|
|
tools:
|
|
- type: web_search_preview
|
|
|
|
# Google Gemini 3.1 Pro Preview with googleSearch
|
|
- id: google:gemini-3.1-pro-preview
|
|
config:
|
|
tools:
|
|
- googleSearch: {}
|
|
|
|
# xAI Grok 4.3 with Responses API web search
|
|
- id: xai:responses:grok-4.3
|
|
config:
|
|
tools:
|
|
- type: web_search
|
|
|
|
# Perplexity Sonar Pro with built-in search
|
|
- perplexity:sonar-pro
|
|
|
|
tests:
|
|
# Tech industry leadership
|
|
- vars:
|
|
question: 'Who is the current CEO of Microsoft?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: 'Correctly identifies Satya Nadella as the current CEO of Microsoft'
|
|
|
|
- vars:
|
|
question: 'Who is the current CEO of OpenAI?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: 'Correctly identifies the current CEO of OpenAI (Sam Altman as of late 2024)'
|
|
|
|
# Real-time financial data
|
|
- vars:
|
|
question: 'What is the current stock price of NVIDIA (NVDA)?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: |
|
|
Provides a recent NVIDIA stock price that:
|
|
- Is a realistic price (should be in the hundreds of dollars range as of 2025)
|
|
- Includes the currency (USD or $)
|
|
threshold: 0.8
|
|
|
|
- vars:
|
|
question: 'What is the current market cap of Apple (AAPL)?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: 'States Apple market cap in the trillions of dollars (should be around $3-4 trillion as of 2025)'
|
|
threshold: 0.8
|
|
|
|
# Current events and sports
|
|
- vars:
|
|
question: 'Who won the 2024 US Presidential Election?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: 'Correctly identifies Donald Trump as the winner of the 2024 US Presidential Election'
|
|
|
|
- vars:
|
|
question: 'Who won Super Bowl LVIII in February 2024?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: 'Correctly identifies the Kansas City Chiefs as the winners of Super Bowl LVIII (58) defeating the San Francisco 49ers'
|
|
|
|
# Technology facts
|
|
- vars:
|
|
question: 'What is the latest version of Node.js LTS?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: |
|
|
States a currently supported Node.js LTS version:
|
|
- Names a version that is in Active or Maintenance LTS
|
|
- Does not recommend an end-of-life version
|
|
threshold: 0.7
|
|
|
|
# Weather (real-time)
|
|
- vars:
|
|
question: 'What is the current weather in Tokyo, Japan?'
|
|
assert:
|
|
- type: search-rubric
|
|
value: |
|
|
Provides current Tokyo weather including:
|
|
- Temperature with units (Celsius or Fahrenheit)
|
|
- General conditions (sunny, cloudy, rainy, etc.)
|