# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
description: Comprehensive test of deep research features
prompts:
  - |
    Research and provide a brief answer to: {{query}}
    Limit your research to 2-3 sources for efficiency.

providers:
  # Test with limited searches
  - id: openai:responses:o4-mini-deep-research
    label: Quick Research (2 searches)
    config:
      max_output_tokens: 5000
      max_tool_calls: 2
      tools:
        - type: web_search_preview

  # Test with more searches
  - id: openai:responses:o4-mini-deep-research
    label: Detailed Research (5 searches)
    config:
      max_output_tokens: 10000
      max_tool_calls: 5
      tools:
        - type: web_search_preview

tests:
  - vars:
      query: What is the current stable version of React.js?
    assert:
      - type: contains-any
        value: [React, version, '18', '19', stable]
      - type: contains
        value: Web Search

  - vars:
      query: What are the main features of TypeScript 5.0?
    assert:
      - type: contains-any
        value: [TypeScript, '5.0', features, decorators]
      - type: contains
        value: Web Search

  - vars:
      query: What is the latest Python version and its release date?
    assert:
      - type: contains-any
        value: [Python, version, '3.1', '3.2', release]
      - type: contains
        value: Web Search