5a558eb09e
TypeScript SDK Compatibility V1.x E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / TypeScript SDK Compatibility V1.x E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
TypeScript SDK E2E Tests / TypeScript SDK E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
Python SDK E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK E2E Tests / Python SDK E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK E2E Tests / build-opik (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Python SDK Compatibility V1.x E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK E2E Tests / build-opik (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer E2E Tests Python ${{matrix.python_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer Integration Smoke Tests (push) Has been cancelled
🐙 Code Quality / detect (push) Has been cancelled
🐙 Code Quality / lint (${{ matrix.leg.name }}) (push) Has been cancelled
🐙 Code Quality / summary (push) Has been cancelled
TypeScript SDK Library Integration Tests / Check Secrets (push) Has been cancelled
TypeScript SDK Library Integration Tests / opik-vercel (Vercel AI SDK / eve) (push) Has been cancelled
SDK Library Integration Tests Runner / Check Secrets (push) Has been cancelled
SDK Library Integration Tests Runner / Missed OpenAI API Key Warning (push) Has been cancelled
SDK Library Integration Tests Runner / Build (push) Has been cancelled
SDK Library Integration Tests Runner / openai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_legacy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / llama_index_tests (push) Has been cancelled
SDK Library Integration Tests Runner / anthropic_tests (push) Has been cancelled
SDK Library Integration Tests Runner / mistral_tests (push) Has been cancelled
SDK Library Integration Tests Runner / groq_tests (push) Has been cancelled
SDK Library Integration Tests Runner / aisuite_tests (push) Has been cancelled
SDK Library Integration Tests Runner / haystack_tests (push) Has been cancelled
SDK Library Integration Tests Runner / dspy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v1_tests (push) Has been cancelled
SDK Library Integration Tests Runner / genai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_legacy_1_3_0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / evaluation_metrics_tests (push) Has been cancelled
SDK Library Integration Tests Runner / bedrock_tests (push) Has been cancelled
SDK Library Integration Tests Runner / litellm_tests (push) Has been cancelled
SDK Library Integration Tests Runner / harbor_tests (push) Has been cancelled
SDK Library Integration Tests Runner / Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / render-equality (push) Has been cancelled
Opik Optimizer - Unit Tests / Opik Optimizer Unit Tests Python ${{matrix.python_version}} (push) Has been cancelled
Python BE E2E Tests / Python BE E2E (push) Has been cancelled
Python Backend Tests / run-python-backend-tests (push) Has been cancelled
Python SDK Unit Tests / Python SDK Unit Tests ${{matrix.python_version}} (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
SDK E2E Libraries Integration Tests / Check Secrets (push) Has been cancelled
SDK E2E Libraries Integration Tests / Missed OpenAI API Key Warning (push) Has been cancelled
SDK E2E Libraries Integration Tests / build-opik (push) Has been cancelled
SDK E2E Libraries Integration Tests / E2E Lib Integration Python ${{matrix.python_version}} (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-gemini) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-langchain) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-openai) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-otel) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-vercel) (push) Has been cancelled
TypeScript SDK Build & Publish / build-and-publish (push) Has been cancelled
TypeScript SDK Unit Tests / Test on Node ${{ matrix.node-version }} (push) Has been cancelled
Backend Tests / discover-tests (push) Has been cancelled
Backend Tests / ${{ matrix.name }} (push) Has been cancelled
Build and Publish SDK / build-and-publish (push) Has been cancelled
Build Opik Docker Images / set-version (push) Has been cancelled
Build Opik Docker Images / build-backend (push) Has been cancelled
Build Opik Docker Images / build-sandbox-executor-python (push) Has been cancelled
Build Opik Docker Images / build-python-backend (push) Has been cancelled
Build Opik Docker Images / build-frontend (push) Has been cancelled
Build Opik Docker Images / create-git-tag (push) Has been cancelled
ClickHouse Migration Cluster Check / validate-clickhouse-migrations (push) Has been cancelled
Docs - Publish / run (push) Has been cancelled
E2E Tests - Post Merge (v2) / 🧪 E2E v2 Tests (${{ github.event.inputs.tier || 't1' }}) (push) Has been cancelled
E2E Tests - Post Merge (v2) / 📢 Slack Notification (push) Has been cancelled
Frontend Unit Tests / Test on Node 20 (push) Has been cancelled
Guardrails E2E Tests / Select Python version matrix (push) Has been cancelled
Guardrails E2E Tests / Guardrails E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Guardrails E2E Tests / 📢 Slack Notification (push) Has been cancelled
Guardrails Backend Unit Tests / Guardrails Backend Unit Tests (push) Has been cancelled
Guardrails Backend Unit Tests / 📢 Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v3.21.0) (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v4.2.0) (push) Has been cancelled
Lint Opik Helm Chart / unittest-helm-chart (push) Has been cancelled
119 lines
4.9 KiB
TypeScript
119 lines
4.9 KiB
TypeScript
import { test } from '@playwright/test';
|
|
import { getEnvironmentConfig } from '../config/env.config';
|
|
import { ProjectsPage } from '../page-objects/projects.page';
|
|
import { LogsPage } from '../page-objects/logs.page';
|
|
import { DatasetsPage } from '../page-objects/datasets.page';
|
|
import { TestSuitesPage } from '../page-objects/test-suites.page';
|
|
import { ExperimentsPage } from '../page-objects/experiments.page';
|
|
import { DashboardsPage } from '../page-objects/dashboards.page';
|
|
import { PromptsPage } from '../page-objects/prompts.page';
|
|
import { AgentPlaygroundPage } from '../page-objects/agent-playground.page';
|
|
import { OptimizationsPage } from '../page-objects/optimizations.page';
|
|
import { AnnotationQueuesPage } from '../page-objects/annotation-queues.page';
|
|
import { OnlineEvaluationPage } from '../page-objects/online-evaluation.page';
|
|
import { AlertsPage } from '../page-objects/alerts.page';
|
|
import { screenshot } from './utils/screenshot';
|
|
|
|
test.setTimeout(300000);
|
|
|
|
test.describe('Visual Comparison - Empty States', () => {
|
|
let projectId = '';
|
|
const { baseUrl, workspace } = getEnvironmentConfig().getConfig();
|
|
const projectName = () => process.env.VISUAL_EMPTY_PROJECT_NAME!;
|
|
|
|
test.beforeAll(async ({ browser }) => {
|
|
const page = await browser.newPage();
|
|
const projectsPage = new ProjectsPage(page, baseUrl, workspace);
|
|
await projectsPage.goto();
|
|
await projectsPage.searchAndWait(projectName());
|
|
await projectsPage.waitForProject(projectName());
|
|
projectId = await projectsPage.clickProjectAndGetId(projectName());
|
|
await page.close();
|
|
});
|
|
|
|
test('E01: Logs - Traces empty state', async ({ page }) => {
|
|
const logsPage = new LogsPage(page, baseUrl, workspace);
|
|
await logsPage.goto(projectId);
|
|
await logsPage.waitForEmptyTraces();
|
|
await screenshot(page, 'E01-logs-traces-empty');
|
|
});
|
|
|
|
test('E02: Logs - Threads empty state', async ({ page }) => {
|
|
const logsPage = new LogsPage(page, baseUrl, workspace);
|
|
await logsPage.goto(projectId);
|
|
await logsPage.switchToThreads();
|
|
await logsPage.waitForEmptyThreads();
|
|
await screenshot(page, 'E02-logs-threads-empty');
|
|
});
|
|
|
|
test('E03: Datasets empty state', async ({ page }) => {
|
|
const datasetsPage = new DatasetsPage(page, baseUrl, workspace);
|
|
await datasetsPage.goto(projectId);
|
|
await datasetsPage.waitForEmpty();
|
|
await screenshot(page, 'E03-datasets-empty');
|
|
});
|
|
|
|
test('E04: Test Suites empty state', async ({ page }) => {
|
|
const testSuitesPage = new TestSuitesPage(page, baseUrl, workspace);
|
|
await testSuitesPage.goto(projectId);
|
|
await testSuitesPage.waitForEmpty();
|
|
await screenshot(page, 'E04-testsuites-empty');
|
|
});
|
|
|
|
test('E05: Experiments empty state', async ({ page }) => {
|
|
const experimentsPage = new ExperimentsPage(page, baseUrl, workspace);
|
|
await experimentsPage.goto(projectId);
|
|
await experimentsPage.waitForEmpty();
|
|
await screenshot(page, 'E05-experiments-empty');
|
|
});
|
|
|
|
test('E06: Dashboards default view', async ({ page }) => {
|
|
const dashboardsPage = new DashboardsPage(page, baseUrl, workspace);
|
|
await dashboardsPage.goto(projectId);
|
|
await dashboardsPage.waitForLoaded();
|
|
await screenshot(page, 'E06-dashboards-default');
|
|
});
|
|
|
|
test('E07: Prompt Library empty state', async ({ page }) => {
|
|
const promptsPage = new PromptsPage(page, baseUrl, workspace);
|
|
await promptsPage.goto(projectId);
|
|
await promptsPage.waitForEmpty();
|
|
await screenshot(page, 'E07-prompts-empty');
|
|
});
|
|
|
|
test('E08: Agent Playground empty state', async ({ page }) => {
|
|
const agentPlaygroundPage = new AgentPlaygroundPage(page, baseUrl, workspace);
|
|
await agentPlaygroundPage.goto(projectId);
|
|
await agentPlaygroundPage.waitForEmpty();
|
|
await screenshot(page, 'E08-agent-playground-empty');
|
|
});
|
|
|
|
test('E09: Optimization runs empty state', async ({ page }) => {
|
|
const optimizationsPage = new OptimizationsPage(page, baseUrl, workspace);
|
|
await optimizationsPage.goto(projectId);
|
|
await optimizationsPage.waitForEmpty();
|
|
await screenshot(page, 'E09-optimizations-empty');
|
|
});
|
|
|
|
test('E10: Annotation queues empty state', async ({ page }) => {
|
|
const annotationQueuesPage = new AnnotationQueuesPage(page, baseUrl, workspace);
|
|
await annotationQueuesPage.goto(projectId);
|
|
await annotationQueuesPage.waitForEmpty();
|
|
await screenshot(page, 'E10-annotation-queues-empty');
|
|
});
|
|
|
|
test('E11: Online evaluation empty state', async ({ page }) => {
|
|
const onlineEvaluationPage = new OnlineEvaluationPage(page, baseUrl, workspace);
|
|
await onlineEvaluationPage.goto(projectId);
|
|
await onlineEvaluationPage.waitForEmpty();
|
|
await screenshot(page, 'E11-online-evaluation-empty');
|
|
});
|
|
|
|
test('E12: Alerts empty state', async ({ page }) => {
|
|
const alertsPage = new AlertsPage(page, baseUrl, workspace);
|
|
await alertsPage.goto(projectId);
|
|
await alertsPage.waitForEmpty();
|
|
await screenshot(page, 'E12-alerts-empty');
|
|
});
|
|
});
|