Files
comet-ml--opik/apps/opik-python-backend/tests/unit/test_time_shift_distances.py
T
wehub-resource-sync 5a558eb09e
TypeScript SDK Compatibility V1.x E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / TypeScript SDK Compatibility V1.x E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
TypeScript SDK E2E Tests / TypeScript SDK E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
Python SDK E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK E2E Tests / Python SDK E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK E2E Tests / build-opik (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Python SDK Compatibility V1.x E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK E2E Tests / build-opik (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer E2E Tests Python ${{matrix.python_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer Integration Smoke Tests (push) Has been cancelled
🐙 Code Quality / detect (push) Has been cancelled
🐙 Code Quality / lint (${{ matrix.leg.name }}) (push) Has been cancelled
🐙 Code Quality / summary (push) Has been cancelled
TypeScript SDK Library Integration Tests / Check Secrets (push) Has been cancelled
TypeScript SDK Library Integration Tests / opik-vercel (Vercel AI SDK / eve) (push) Has been cancelled
SDK Library Integration Tests Runner / Check Secrets (push) Has been cancelled
SDK Library Integration Tests Runner / Missed OpenAI API Key Warning (push) Has been cancelled
SDK Library Integration Tests Runner / Build (push) Has been cancelled
SDK Library Integration Tests Runner / openai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_legacy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / llama_index_tests (push) Has been cancelled
SDK Library Integration Tests Runner / anthropic_tests (push) Has been cancelled
SDK Library Integration Tests Runner / mistral_tests (push) Has been cancelled
SDK Library Integration Tests Runner / groq_tests (push) Has been cancelled
SDK Library Integration Tests Runner / aisuite_tests (push) Has been cancelled
SDK Library Integration Tests Runner / haystack_tests (push) Has been cancelled
SDK Library Integration Tests Runner / dspy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v1_tests (push) Has been cancelled
SDK Library Integration Tests Runner / genai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_legacy_1_3_0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / evaluation_metrics_tests (push) Has been cancelled
SDK Library Integration Tests Runner / bedrock_tests (push) Has been cancelled
SDK Library Integration Tests Runner / litellm_tests (push) Has been cancelled
SDK Library Integration Tests Runner / harbor_tests (push) Has been cancelled
SDK Library Integration Tests Runner / Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / render-equality (push) Has been cancelled
Opik Optimizer - Unit Tests / Opik Optimizer Unit Tests Python ${{matrix.python_version}} (push) Has been cancelled
Python BE E2E Tests / Python BE E2E (push) Has been cancelled
Python Backend Tests / run-python-backend-tests (push) Has been cancelled
Python SDK Unit Tests / Python SDK Unit Tests ${{matrix.python_version}} (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
SDK E2E Libraries Integration Tests / Check Secrets (push) Has been cancelled
SDK E2E Libraries Integration Tests / Missed OpenAI API Key Warning (push) Has been cancelled
SDK E2E Libraries Integration Tests / build-opik (push) Has been cancelled
SDK E2E Libraries Integration Tests / E2E Lib Integration Python ${{matrix.python_version}} (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-gemini) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-langchain) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-openai) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-otel) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-vercel) (push) Has been cancelled
TypeScript SDK Build & Publish / build-and-publish (push) Has been cancelled
TypeScript SDK Unit Tests / Test on Node ${{ matrix.node-version }} (push) Has been cancelled
Backend Tests / discover-tests (push) Has been cancelled
Backend Tests / ${{ matrix.name }} (push) Has been cancelled
Build and Publish SDK / build-and-publish (push) Has been cancelled
Build Opik Docker Images / set-version (push) Has been cancelled
Build Opik Docker Images / build-backend (push) Has been cancelled
Build Opik Docker Images / build-sandbox-executor-python (push) Has been cancelled
Build Opik Docker Images / build-python-backend (push) Has been cancelled
Build Opik Docker Images / build-frontend (push) Has been cancelled
Build Opik Docker Images / create-git-tag (push) Has been cancelled
ClickHouse Migration Cluster Check / validate-clickhouse-migrations (push) Has been cancelled
Docs - Publish / run (push) Has been cancelled
E2E Tests - Post Merge (v2) / 🧪 E2E v2 Tests (${{ github.event.inputs.tier || 't1' }}) (push) Has been cancelled
E2E Tests - Post Merge (v2) / 📢 Slack Notification (push) Has been cancelled
Frontend Unit Tests / Test on Node 20 (push) Has been cancelled
Guardrails E2E Tests / Select Python version matrix (push) Has been cancelled
Guardrails E2E Tests / Guardrails E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Guardrails E2E Tests / 📢 Slack Notification (push) Has been cancelled
Guardrails Backend Unit Tests / Guardrails Backend Unit Tests (push) Has been cancelled
Guardrails Backend Unit Tests / 📢 Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v3.21.0) (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v4.2.0) (push) Has been cancelled
Lint Opik Helm Chart / unittest-helm-chart (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 13:25:44 +08:00

78 lines
3.6 KiB
Python

"""
Test to verify that time shifts preserve time distances between traces and spans.
This ensures that when demo data is shifted to present time, all temporal relationships are maintained.
"""
import datetime
import pytest
from opik_backend.demo_data_generator import (
calculate_time_shift_to_now,
apply_time_shift,
)
from opik_backend.demo_data import (
demo_traces,
demo_spans,
)
class TestTimeShiftDistances:
"""Test suite for validating time shift distance preservation."""
def test_demo_data_time_distances_preserved(self):
"""
Verify that demo traces and demo spans maintain their time distances
after being shifted to present time.
"""
# Calculate time shift from traces only
time_shift = calculate_time_shift_to_now(demo_traces)
# Calculate original time distances
demo_trace_times = [(t['start_time'], t['end_time']) for t in demo_traces]
demo_span_times = [(s['start_time'], s['end_time']) for s in demo_spans]
# Get earliest and latest times before shift
earliest_trace = min(demo_traces, key=lambda t: t['start_time'])['start_time']
latest_trace = max(demo_traces, key=lambda t: t['end_time'])['end_time']
original_trace_distance = (latest_trace - earliest_trace).total_seconds()
# Apply shift
shifted_trace_times = [(apply_time_shift(s, time_shift), apply_time_shift(e, time_shift))
for s, e in demo_trace_times]
shifted_span_times = [(apply_time_shift(s, time_shift), apply_time_shift(e, time_shift))
for s, e in demo_span_times]
# Get shifted earliest and latest
shifted_earliest = min(s for s, e in shifted_trace_times)
shifted_latest = max(e for s, e in shifted_trace_times)
shifted_trace_distance = (shifted_latest - shifted_earliest).total_seconds()
# Verify distances are identical - this is the MAIN ASSERTION
assert original_trace_distance == shifted_trace_distance, \
f"Trace time distance changed: {original_trace_distance}s → {shifted_trace_distance}s"
# Ensure that the time shift is positive (i.e., demo data is not from today)
assert time_shift.days > 0, \
f"Time shift is not positive: {time_shift.days} days (expected demo data to be in the past)"
def test_demo_spans_all_shifted_to_latest_trace_date(self):
"""
Verify that all demo spans end up close in time to the shifted latest
trace after the shift.
"""
time_shift = calculate_time_shift_to_now(demo_traces)
# Get latest trace end_time and shift it
latest_trace_end = max(demo_traces, key=lambda t: t['end_time'])['end_time']
shifted_latest_trace_end = apply_time_shift(latest_trace_end, time_shift)
# The shift is a fixed delta, so the gap between a span start and the
# latest trace end is preserved. Assert that gap stays within the demo
# data's own original span (one day) rather than comparing calendar
# dates — .date() equality breaks when the shift straddles midnight.
max_gap = datetime.timedelta(days=1)
for span in demo_spans:
shifted_span_start = apply_time_shift(span['start_time'], time_shift)
gap = shifted_latest_trace_end - shifted_span_start
assert datetime.timedelta(0) <= gap <= max_gap, \
f"Span start_time {shifted_span_start} not within {max_gap} of shifted trace end_time {shifted_latest_trace_end} (gap {gap})"