promptfoo--promptfoo/test/fixtures/file-script-assertions/rubric-generator.cjs

// Test fixture for file-based script assertions
// Used to test that script output is correctly passed to assertion handlers

module.exports.rubric = (_output, context) => {
  return `Check that the output correctly addresses: ${context.vars.topic}`;
};

module.exports.expectedValue = () => 'expected string';

// For deterministic testing - script returns a known value
module.exports.knownValue = () => 'SCRIPT_OUTPUT_12345';

// Returns an object for llm-rubric (which accepts objects)
module.exports.rubricObject = () => ({
  role: 'system',
  content: 'Evaluate the response for accuracy',
});

// Returns a number for contains assertion
module.exports.numericValue = () => 0;

// Returns an invalid numeric result for contains assertion
module.exports.nanValue = () => Number.NaN;

// Returns an array for bleu/gleu assertions
module.exports.referenceArray = () => ['reference one', 'reference two'];

// Returns empty string
module.exports.emptyValue = () => '';

// Returns null (edge case)
module.exports.nullValue = () => null;

// Returns undefined (edge case)
module.exports.undefinedValue = () => undefined;

// Returns a function (should cause error for non-script assertions)
module.exports.functionValue = () => () => 'nested function';

// Returns a boolean (should cause error for non-script assertions)
module.exports.booleanValue = () => true;

// Returns a GradingResult (should cause error for non-script assertions)
module.exports.gradingResultValue = () => ({
  pass: true,
  score: 1,
  reason: 'This is a grading result',
});

// Dynamic regex pattern based on context
module.exports.getPattern = (_output, context) => {
  return context.vars.pattern || '\\d+';
};

// For regression testing - javascript assertion that returns GradingResult
module.exports.gradingFunction = (output, _context) => {
  const pass = output.includes('expected');
  return {
    pass,
    score: pass ? 1 : 0,
    reason: pass ? 'Output contains expected' : 'Output missing expected',
  };
};

// Returns trace-derived data for regression testing context.trace in non-trace assertion scripts
module.exports.traceSpanName = (_output, context) => {
  return context.trace?.spans?.[0]?.name || 'missing-trace';
};