import os import tempfile import numpy as np import pytest import opik import opik.api_objects.opik_client from opik.evaluation.suite_evaluators.llm_judge import config as llm_judge_config from opik.rest_api import core as rest_api_core from .. import testlib from ..conftest import random_chars from ..testlib import generate_project_name ATTACHMENT_FILE_SIZE = 2 * 1024 * 1024 @pytest.fixture(autouse=True) def _fast_llm_judge_reasoning_effort(monkeypatch): """Force LLMJudge's default reasoning_effort to "minimal" for the e2e suite so LLM-bound assertion runs (test_test_suite, etc.) don't burn time on reasoning tokens. Production default stays "low".""" monkeypatch.setattr(llm_judge_config, "DEFAULT_REASONING_EFFORT", "minimal") @pytest.fixture(autouse=True, scope="module") def configure_e2e_tests_env(request): """Patch OPIK_PROJECT_NAME for the duration of the test module. Reads the test module's ``PROJECT_NAME`` constant (the single source of truth) so the env var the SDK writes to and the constant the tests verify against can never drift. Files that don't declare ``PROJECT_NAME`` get a fresh per-module project name — they never reference it in Python, so no comparison can fail. Module-scoped because all tests in a file share one project under ``--dist=loadfile``. On env-var visibility: ``Opik(...)`` reads ``OPIK_PROJECT_NAME`` once at construction (caches it as ``self._project_name``); see ``opik.api_objects.opik_client.Opik.__init__``. The patch therefore only takes effect because the ``opik_client`` fixture builds a fresh client per test, and the function-scoped autouse ``shutdown_cached_client_after_test`` resets the global cached client. ``@opik.track`` resolves the client lazily via ``get_client_cached()`` at call time (not at decorator-definition time), so there is no import-time capture to worry about.""" project_name = getattr(request.module, "PROJECT_NAME", None) if project_name is None: project_name = generate_project_name("e2e", request.module.__name__) with testlib.patch_environ({"OPIK_PROJECT_NAME": project_name}): yield @pytest.fixture() def opik_client(shutdown_cached_client_after_test): opik_client_ = opik.api_objects.opik_client.Opik(batching=True) yield opik_client_ # Tests explicitly poll the backend for anything they care about during # the call phase, so teardown doesn't need to wait for the upload/flush # pipeline to drain. Skip `flush=True` to avoid the 5-s polling budget # in `file_upload_manager.flush`. opik_client_.end(flush=False) @pytest.fixture def dataset_name(opik_client: opik.Opik): name = f"e2e-tests-dataset-{random_chars()}" yield name @pytest.fixture def experiment_name(opik_client: opik.Opik): name = f"e2e-tests-experiment-{random_chars()}" yield name @pytest.fixture def prompt_name(): """Unique prompt / chat-prompt name for tests that create prompts. Function-scoped because most tests create one prompt and assert on its versions; sharing across tests would entangle version histories.""" yield f"e2e-tests-prompt-{random_chars()}" @pytest.fixture def environment_name(opik_client: opik.Opik): """A unique environment name for the test; the environment is deleted on teardown. Environments are workspace-capped (default 20), so leaking them across runs quickly fills the cap. Cleanup is best-effort — ``delete_environment`` is a no-op if the test never created it.""" name = f"e2e-tests-environment-{random_chars()}" yield name try: opik_client.delete_environment(name) except rest_api_core.ApiError: pass @pytest.fixture def temporary_project_name(opik_client: opik.Opik): """A unique project name for the test; the project is deleted on teardown. Tolerant of projects that were never created (e.g. test bailed before creating one) or already deleted — cleanup is best-effort.""" name = f"e2e-tests-temporary-project-{random_chars()}" yield name try: project_id = opik_client.rest_client.projects.retrieve_project(name=name).id opik_client.rest_client.projects.delete_project_by_id(project_id) except rest_api_core.ApiError: pass @pytest.fixture def attachment_data_file(): temp_file = tempfile.NamedTemporaryFile(delete=False) try: temp_file.write(np.random.bytes(ATTACHMENT_FILE_SIZE)) temp_file.seek(0) yield temp_file finally: temp_file.close() os.unlink(temp_file.name)