0d3cb498a3
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Waiting to run
Test and Publish Multi-arch Docker Image / test (push) Waiting to run
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Blocked by required conditions
Validate Renovate Config / Validate Renovate Configuration (push) Waiting to run
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
151 lines
4.9 KiB
TypeScript
151 lines
4.9 KiB
TypeScript
import React from 'react';
|
|
|
|
import { strategies } from './data/strategies';
|
|
|
|
type GroupedStrategies = Record<string, typeof strategies>;
|
|
|
|
const categoryOrder: (typeof strategies)[number]['category'][] = [
|
|
'Static (Single-Turn)',
|
|
'Dynamic (Single-Turn)',
|
|
'Multi-turn',
|
|
'Regression',
|
|
'Custom',
|
|
];
|
|
|
|
const groupedStrategies = strategies.reduce<GroupedStrategies>((acc, strategy) => {
|
|
if (!acc[strategy.category]) {
|
|
acc[strategy.category] = [];
|
|
}
|
|
acc[strategy.category].push(strategy);
|
|
return acc;
|
|
}, {});
|
|
|
|
Object.values(groupedStrategies).forEach((categoryStrategies) => {
|
|
categoryStrategies.sort((a, b) => a.displayName.localeCompare(b.displayName));
|
|
});
|
|
|
|
const RecommendedBadge = () => (
|
|
<span
|
|
style={{
|
|
backgroundColor: 'var(--ifm-color-primary)',
|
|
color: 'white',
|
|
padding: '2px 6px',
|
|
borderRadius: '4px',
|
|
fontSize: '0.75em',
|
|
marginLeft: '8px',
|
|
verticalAlign: 'middle',
|
|
}}
|
|
>
|
|
Recommended
|
|
</span>
|
|
);
|
|
|
|
interface StrategyTableProps {
|
|
shouldRenderCategory?: boolean;
|
|
shouldRenderStrategy?: boolean;
|
|
shouldRenderDescription?: boolean;
|
|
shouldRenderLongDescription?: boolean;
|
|
shouldRenderCost?: boolean;
|
|
shouldRenderAsrIncrease?: boolean;
|
|
showRemoteStatus?: boolean;
|
|
}
|
|
|
|
const StrategyTable = ({
|
|
shouldRenderCategory = true,
|
|
shouldRenderStrategy = true,
|
|
shouldRenderDescription = true,
|
|
shouldRenderLongDescription = true,
|
|
shouldRenderCost = true,
|
|
shouldRenderAsrIncrease = true,
|
|
showRemoteStatus = false,
|
|
}: StrategyTableProps) => {
|
|
return (
|
|
<div className="strategy-table-wrapper">
|
|
<table className="strategy-table">
|
|
<thead>
|
|
<tr>
|
|
{shouldRenderCategory && (
|
|
<th style={{ verticalAlign: 'top', textAlign: 'left' }}>Category</th>
|
|
)}
|
|
{shouldRenderStrategy && <th>Strategy</th>}
|
|
{shouldRenderDescription && <th>Description</th>}
|
|
{shouldRenderLongDescription && <th>Details</th>}
|
|
{shouldRenderCost && <th>Cost</th>}
|
|
{shouldRenderAsrIncrease && (
|
|
<th>
|
|
ASR Increase
|
|
<sup
|
|
style={{ cursor: 'help' }}
|
|
title="Relative increase in Attack Success Rate compared to running the same test without any strategy"
|
|
>
|
|
*
|
|
</sup>
|
|
</th>
|
|
)}
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
{categoryOrder.map((category) => {
|
|
const categoryStrategies = groupedStrategies[category] || [];
|
|
return (
|
|
<React.Fragment key={category}>
|
|
{categoryStrategies.map((strategy, index) => (
|
|
<tr key={strategy.strategy} className={index % 2 === 0 ? 'even' : 'odd'}>
|
|
{index === 0 && shouldRenderCategory && (
|
|
<td
|
|
rowSpan={categoryStrategies.length}
|
|
style={{ verticalAlign: 'top' }}
|
|
className="category-cell"
|
|
>
|
|
{category}
|
|
</td>
|
|
)}
|
|
{shouldRenderStrategy && (
|
|
<td className="strategy-cell">
|
|
{strategy.link ? (
|
|
<a href={strategy.link} className="strategy-link">
|
|
{strategy.displayName}
|
|
{strategy.recommended && <RecommendedBadge />}
|
|
</a>
|
|
) : (
|
|
<>
|
|
{strategy.displayName}
|
|
{strategy.recommended && <RecommendedBadge />}
|
|
</>
|
|
)}
|
|
</td>
|
|
)}
|
|
{shouldRenderDescription && (
|
|
<td>
|
|
{strategy.description}
|
|
{showRemoteStatus && strategy.isRemote && (
|
|
<span title="Uses remote inference"> 🌐</span>
|
|
)}
|
|
</td>
|
|
)}
|
|
{shouldRenderLongDescription && (
|
|
<td className="details-cell">{strategy.longDescription}</td>
|
|
)}
|
|
{shouldRenderCost && <td className="metric-cell">{strategy.cost}</td>}
|
|
{shouldRenderAsrIncrease && (
|
|
<td className="metric-cell">{strategy.asrIncrease}</td>
|
|
)}
|
|
</tr>
|
|
))}
|
|
</React.Fragment>
|
|
);
|
|
})}
|
|
</tbody>
|
|
</table>
|
|
{shouldRenderAsrIncrease && (
|
|
<div style={{ fontSize: '0.8em', marginTop: '8px', color: 'var(--ifm-color-gray-600)' }}>
|
|
* ASR Increase: Relative increase in Attack Success Rate compared to running the same test
|
|
without any strategy
|
|
</div>
|
|
)}
|
|
</div>
|
|
);
|
|
};
|
|
|
|
export default StrategyTable;
|