promptfoo--promptfoo/examples/eval-rag-full/promptfooconfig.with-asserts.yaml

# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
description: 'RAG - End to end test with comparison'

prompts:
  - '{{question}}'

providers:
  - id: file://retrieve.py
    label: RAG retrieval small
    config:
      topK: 5
  - id: file://retrieve.py
    label: RAG retrieval big
    config:
      topK: 10

tests:
  - vars:
      question: How has Apple's total net sales changed over time?
    assert:
      - type: contains
        value: '82,959 million'
      - type: contains
        value: '304,182 million'
  - vars:
      question: What are the major factors contributing to the change in Apple's gross margin in the most recent 10-Q compared to the previous quarters?
    assert:
      - type: llm-rubric
        value: 'cites weakness in foreign currencies relative to the U.S. dollar'
  - vars:
      question: Has there been any significant change in Microsoft's operating expenses over the reported quarters? If so, what are the key drivers for this change?
    assert:
      - type: llm-rubric
        value: 'mentions investments in cloud engineering and employee severance expenses'
  - vars:
      question: How has Apple's revenue from iPhone sales fluctuated across quarters?
    assert:
      - type: llm-rubric
        value: 'describes iPhone net sales in 2023 compared with 2022'
      - type: contains
        value: 'iPhone 14 Pro'
  - vars:
      question: Can any trends be identified in Apple's Services segment revenue over the reported periods?
    assert:
      - type: icontains
        value: services
  - vars:
      question: What is the impact of foreign exchange rates on Apple's financial performance? List this out separately for each reported period.
    assert:
      - type: llm-rubric
        value: 'includes specific commentary on foreign exchange'
      - type: contains
        value: 'Q3 2023'
  - vars:
      question: Are there any notable changes in Apple's liquidity position or cash flows as reported in these 10-Qs?
    assert:
      - type: llm-rubric
        value: 'mentions decreases in cash and net income'
  - vars:
      question: Examine how Intel's effective tax rate in the most recent 10-Q compares with the tax-related discussions in the notes section.
    assert:
      - type: contains
        value: '18%'
  - vars:
      question: In Amazon's latest 10-Q, how does the revenue distribution across its diverse business segments like e-commerce, AWS, and others compare to the costs incurred in these segments?