wehub-resource-sync
0d3cb498a3
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Waiting to run
Test and Publish Multi-arch Docker Image / test (push) Waiting to run
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Blocked by required conditions
Validate Renovate Config / Validate Renovate Configuration (push) Waiting to run
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
576 lines
16 KiB
JavaScript
576 lines
16 KiB
JavaScript
/**
|
|
* Creating a sidebar enables you to:
|
|
- create an ordered group of docs
|
|
- render a sidebar for each doc of that group
|
|
- provide next/previous navigation
|
|
|
|
The sidebars can be generated from the filesystem, or explicitly defined here.
|
|
|
|
Create as many sidebars as you want.
|
|
*/
|
|
|
|
const redTeamSidebar = [
|
|
{
|
|
type: 'doc',
|
|
id: 'red-team/quickstart',
|
|
label: 'Getting started',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'red-team/index',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'red-team/configuration',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'red-team/discovery',
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Concepts',
|
|
collapsed: true,
|
|
items: [
|
|
{ type: 'doc', id: 'red-team/architecture' },
|
|
{ type: 'doc', id: 'red-team/llm-vulnerability-types' },
|
|
{ type: 'doc', id: 'red-team/risk-scoring' },
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Plugins',
|
|
collapsed: true,
|
|
link: {
|
|
type: 'doc',
|
|
id: 'red-team/plugins/index',
|
|
},
|
|
items: [
|
|
{
|
|
type: 'category',
|
|
label: 'Privacy & Access Control',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/plugins/ascii-smuggling',
|
|
'red-team/plugins/bfla',
|
|
'red-team/plugins/bola',
|
|
'red-team/plugins/cross-session-leak',
|
|
'red-team/plugins/debug-access',
|
|
'red-team/plugins/model-identification',
|
|
'red-team/plugins/context-compliance-attack',
|
|
'red-team/plugins/divergent-repetition',
|
|
'red-team/plugins/hijacking',
|
|
'red-team/plugins/indirect-prompt-injection',
|
|
'red-team/plugins/mcp',
|
|
'red-team/plugins/memory-poisoning',
|
|
'red-team/plugins/pii',
|
|
'red-team/plugins/prompt-extraction',
|
|
'red-team/plugins/rag-document-exfiltration',
|
|
'red-team/plugins/rag-poisoning',
|
|
'red-team/plugins/rbac',
|
|
'red-team/plugins/reasoning-dos',
|
|
'red-team/plugins/shell-injection',
|
|
'red-team/plugins/special-token-injection',
|
|
'red-team/plugins/sql-injection',
|
|
'red-team/plugins/ssrf',
|
|
'red-team/plugins/system-prompt-override',
|
|
'red-team/plugins/tool-discovery',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Trust, Safety, & Compliance',
|
|
collapsed: true,
|
|
items: [
|
|
{
|
|
type: 'category',
|
|
label: 'Bias Detection',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/plugins/bias',
|
|
'red-team/plugins/age-bias',
|
|
'red-team/plugins/disability-bias',
|
|
'red-team/plugins/gender-bias',
|
|
'red-team/plugins/race-bias',
|
|
],
|
|
},
|
|
'red-team/plugins/beavertails',
|
|
'red-team/plugins/contracts',
|
|
'red-team/plugins/coppa',
|
|
'red-team/plugins/cyberseceval',
|
|
'red-team/plugins/donotanswer',
|
|
'red-team/plugins/ferpa',
|
|
'red-team/plugins/harmbench',
|
|
'red-team/plugins/aegis',
|
|
'red-team/plugins/harmful',
|
|
'red-team/plugins/malicious-code',
|
|
'red-team/plugins/pliny',
|
|
'red-team/plugins/politics',
|
|
'red-team/plugins/religion',
|
|
'red-team/plugins/toxic-chat',
|
|
'red-team/plugins/unsafebench',
|
|
'red-team/plugins/vlguard',
|
|
'red-team/plugins/wordplay',
|
|
'red-team/plugins/xstest',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Brand & Reputation',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/plugins/competitors',
|
|
'red-team/plugins/excessive-agency',
|
|
'red-team/plugins/goal-misalignment',
|
|
'red-team/plugins/hallucination',
|
|
'red-team/plugins/imitation',
|
|
'red-team/plugins/off-topic',
|
|
'red-team/plugins/overreliance',
|
|
'red-team/plugins/unverifiable-claims',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Domain-Specific',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/plugins/ecommerce',
|
|
'red-team/plugins/financial',
|
|
'red-team/plugins/insurance',
|
|
'red-team/plugins/medical',
|
|
'red-team/plugins/pharmacy',
|
|
'red-team/plugins/realestate',
|
|
'red-team/plugins/telecom',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Custom',
|
|
collapsed: true,
|
|
items: ['red-team/plugins/policy', 'red-team/plugins/intent', 'red-team/plugins/custom'],
|
|
},
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Strategies',
|
|
collapsed: true,
|
|
link: {
|
|
type: 'doc',
|
|
id: 'red-team/strategies/index',
|
|
},
|
|
items: [
|
|
{
|
|
type: 'category',
|
|
label: 'Single-Turn',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/strategies/base64',
|
|
'red-team/strategies/basic',
|
|
'red-team/strategies/best-of-n',
|
|
'red-team/strategies/citation',
|
|
'red-team/strategies/gcg',
|
|
'red-team/strategies/hex',
|
|
'red-team/strategies/homoglyph',
|
|
'red-team/strategies/jailbreak-templates',
|
|
'red-team/strategies/leetspeak',
|
|
'red-team/strategies/likert',
|
|
'red-team/strategies/math-prompt',
|
|
'red-team/strategies/other-encodings',
|
|
'red-team/strategies/rot13',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Conversational',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/strategies/multi-turn',
|
|
'red-team/strategies/goat',
|
|
'red-team/strategies/mischievous-user',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Agentic',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/strategies/iterative',
|
|
'red-team/strategies/meta',
|
|
'red-team/strategies/hydra',
|
|
'red-team/strategies/tree',
|
|
'red-team/strategies/composite-jailbreaks',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Multimodal',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/strategies/image',
|
|
'red-team/strategies/audio',
|
|
'red-team/strategies/video',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Indirect Prompt Injection',
|
|
collapsed: true,
|
|
items: ['red-team/strategies/indirect-web-pwn'],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Custom',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/strategies/layer',
|
|
'red-team/strategies/custom-strategy',
|
|
'red-team/strategies/custom',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Regression',
|
|
collapsed: true,
|
|
items: ['red-team/strategies/retry'],
|
|
},
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Frameworks',
|
|
collapsed: true,
|
|
items: [
|
|
'red-team/nist-ai-rmf',
|
|
'red-team/dod-ai-ethics',
|
|
'red-team/owasp-llm-top-10',
|
|
'red-team/owasp-agentic-ai',
|
|
'red-team/owasp-api-top-10',
|
|
'red-team/mitre-atlas',
|
|
'red-team/iso-42001',
|
|
'red-team/gdpr',
|
|
'red-team/eu-ai-act',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Troubleshooting',
|
|
collapsed: true,
|
|
items: [{ type: 'autogenerated', dirName: 'red-team/troubleshooting' }],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Guides',
|
|
link: {
|
|
type: 'doc',
|
|
id: 'red-team/guides/index',
|
|
},
|
|
collapsed: true,
|
|
items: [
|
|
{
|
|
type: 'doc',
|
|
label: 'Application Red Teaming',
|
|
id: 'guides/llm-redteaming',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Testing Guardrails',
|
|
id: 'guides/testing-guardrails',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'RAG Red Teaming',
|
|
id: 'red-team/rag',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Agent Red Teaming',
|
|
id: 'red-team/llm-agents',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'MCP Security',
|
|
id: 'red-team/mcp-security-testing',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Red Teaming a Chatbase Chatbot',
|
|
id: 'guides/chatbase-redteam',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Multi-Input Testing',
|
|
id: 'red-team/multi-input',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Multi-Modal Red Teaming',
|
|
id: 'guides/multimodal-red-team',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Foundation Model Red Teaming',
|
|
id: 'red-team/foundation-models',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Evaluating Safety with HarmBench',
|
|
id: 'guides/evaling-with-harmbench',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Testing Google Cloud Model Armor',
|
|
id: 'guides/google-cloud-model-armor',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'LLM Supply Chain Security',
|
|
id: 'red-team/llm-supply-chain',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
label: 'Detecting Model Drift',
|
|
id: 'red-team/model-drift',
|
|
},
|
|
],
|
|
},
|
|
];
|
|
|
|
/** @type {import('@docusaurus/plugin-content-docs').SidebarsConfig} */
|
|
const sidebars = {
|
|
// By default, Docusaurus generates a sidebar from the docs folder structure
|
|
promptfoo: [
|
|
{
|
|
type: 'doc',
|
|
id: 'intro',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'installation',
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Evals',
|
|
collapsible: true,
|
|
collapsed: false,
|
|
items: [
|
|
{ type: 'doc', id: 'getting-started' },
|
|
{
|
|
type: 'category',
|
|
label: 'Configuration',
|
|
collapsed: true,
|
|
link: {
|
|
type: 'generated-index',
|
|
},
|
|
items: [
|
|
{ type: 'doc', id: 'configuration/guide' },
|
|
{ type: 'doc', id: 'configuration/reference' },
|
|
{ type: 'doc', id: 'configuration/tools' },
|
|
// Page still exists for backwards compatibility, but we don't put it in the sidebar
|
|
// { type: 'doc', id: 'configuration/parameters' },
|
|
{ type: 'doc', id: 'configuration/prompts' },
|
|
{ type: 'doc', id: 'configuration/test-cases' },
|
|
{ type: 'doc', id: 'configuration/outputs' },
|
|
{ type: 'doc', id: 'configuration/chat' },
|
|
{ type: 'doc', id: 'configuration/datasets' },
|
|
{ type: 'doc', id: 'configuration/scenarios' },
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Assertions & metrics',
|
|
collapsed: true,
|
|
link: {
|
|
type: 'doc',
|
|
id: 'configuration/expected-outputs/index',
|
|
},
|
|
items: [{ type: 'autogenerated', dirName: 'configuration/expected-outputs' }],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Runtime',
|
|
collapsed: true,
|
|
items: [
|
|
{ type: 'doc', id: 'configuration/caching' },
|
|
{ type: 'doc', id: 'configuration/rate-limits' },
|
|
{ type: 'doc', id: 'configuration/telemetry' },
|
|
{ type: 'doc', id: 'tracing' },
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Guides',
|
|
link: {
|
|
type: 'doc',
|
|
id: 'guides/index',
|
|
},
|
|
collapsed: true,
|
|
items: [
|
|
{
|
|
type: 'category',
|
|
label: 'Evaluation Techniques',
|
|
collapsed: true,
|
|
items: [
|
|
'guides/evaluate-rag',
|
|
'guides/prevent-llm-hallucinations',
|
|
'guides/evaluate-json',
|
|
'guides/evaluate-coding-agents',
|
|
'guides/evaluate-osworld-with-inspect',
|
|
'guides/test-agent-skills',
|
|
'guides/factuality-eval',
|
|
'guides/llm-as-a-judge',
|
|
'guides/testing-llm-chains',
|
|
'guides/evaluate-llm-temperature',
|
|
'guides/text-to-sql-evaluation',
|
|
'guides/sandboxed-code-evals',
|
|
'guides/hle-benchmark',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Model Comparisons',
|
|
collapsed: true,
|
|
items: [
|
|
'guides/gpt-vs-claude-vs-gemini',
|
|
'guides/deepseek-benchmark',
|
|
'guides/choosing-best-gpt-model',
|
|
'guides/gpt-5.2-vs-o3',
|
|
'guides/compare-open-source-models',
|
|
'guides/gpt-mmlu-comparison',
|
|
'guides/qwen-benchmark',
|
|
'guides/azure-vs-openai',
|
|
'guides/mixtral-vs-gpt',
|
|
'guides/llama2-uncensored-benchmark-ollama',
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Integrations',
|
|
collapsed: true,
|
|
items: [
|
|
'guides/langchain-prompttemplate',
|
|
'guides/evaluate-openai-assistants',
|
|
'guides/evaluate-crewai',
|
|
'guides/evaluate-langgraph',
|
|
'guides/evaluate-google-adk',
|
|
'guides/evaluate-elevenlabs',
|
|
],
|
|
},
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Usage',
|
|
collapsed: true,
|
|
link: {
|
|
type: 'generated-index',
|
|
},
|
|
items: [
|
|
'usage/command-line',
|
|
'usage/prompt-optimization',
|
|
'usage/node-package',
|
|
'usage/node-api-reference',
|
|
'usage/node-api-examples',
|
|
'usage/node-api-quick-reference',
|
|
'usage/web-ui',
|
|
'usage/sharing',
|
|
'usage/self-hosting',
|
|
'usage/troubleshooting',
|
|
],
|
|
},
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Red teaming',
|
|
items: redTeamSidebar,
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Providers',
|
|
link: {
|
|
type: 'doc',
|
|
id: 'providers/index',
|
|
},
|
|
collapsed: true,
|
|
items: [{ type: 'autogenerated', dirName: 'providers' }],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Integrations',
|
|
link: {
|
|
type: 'generated-index',
|
|
},
|
|
collapsed: true,
|
|
items: [{ type: 'autogenerated', dirName: 'integrations' }],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Code scanning',
|
|
link: {
|
|
type: 'doc',
|
|
id: 'code-scanning/index',
|
|
},
|
|
collapsed: true,
|
|
items: [
|
|
{ type: 'doc', id: 'code-scanning/github-action' },
|
|
{ type: 'doc', id: 'code-scanning/cli' },
|
|
{ type: 'doc', id: 'code-scanning/vscode-extension' },
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Model Audit',
|
|
link: {
|
|
type: 'doc',
|
|
id: 'model-audit/index',
|
|
},
|
|
collapsed: true,
|
|
items: [
|
|
{ type: 'doc', id: 'model-audit/usage' },
|
|
{ type: 'doc', id: 'model-audit/scanners' },
|
|
],
|
|
},
|
|
{
|
|
type: 'category',
|
|
label: 'Enterprise',
|
|
collapsed: true,
|
|
items: [
|
|
{ type: 'doc', id: 'enterprise/index' },
|
|
{ type: 'doc', id: 'enterprise/authentication' },
|
|
{ type: 'doc', id: 'enterprise/service-accounts' },
|
|
{ type: 'doc', id: 'enterprise/teams' },
|
|
{ type: 'doc', id: 'enterprise/red-teams' },
|
|
{ type: 'doc', id: 'enterprise/findings' },
|
|
{ type: 'doc', id: 'enterprise/guardrails' },
|
|
{ type: 'doc', id: 'enterprise/remediation-reports' },
|
|
{ type: 'doc', id: 'enterprise/webhooks' },
|
|
{ type: 'doc', id: 'enterprise/audit-logging' },
|
|
{
|
|
type: 'link',
|
|
label: 'API Reference',
|
|
href: '/docs/api-reference',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'contributing',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'write-for-promptfoo',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'faq',
|
|
},
|
|
{
|
|
type: 'doc',
|
|
id: 'releases',
|
|
},
|
|
],
|
|
};
|
|
|
|
module.exports = sidebars;
|