5a558eb09e
TypeScript SDK Compatibility V1.x E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / TypeScript SDK Compatibility V1.x E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
TypeScript SDK E2E Tests / TypeScript SDK E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
Python SDK E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK E2E Tests / Python SDK E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK E2E Tests / build-opik (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Python SDK Compatibility V1.x E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK E2E Tests / build-opik (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer E2E Tests Python ${{matrix.python_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer Integration Smoke Tests (push) Has been cancelled
🐙 Code Quality / detect (push) Has been cancelled
🐙 Code Quality / lint (${{ matrix.leg.name }}) (push) Has been cancelled
🐙 Code Quality / summary (push) Has been cancelled
TypeScript SDK Library Integration Tests / Check Secrets (push) Has been cancelled
TypeScript SDK Library Integration Tests / opik-vercel (Vercel AI SDK / eve) (push) Has been cancelled
SDK Library Integration Tests Runner / Check Secrets (push) Has been cancelled
SDK Library Integration Tests Runner / Missed OpenAI API Key Warning (push) Has been cancelled
SDK Library Integration Tests Runner / Build (push) Has been cancelled
SDK Library Integration Tests Runner / openai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_legacy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / llama_index_tests (push) Has been cancelled
SDK Library Integration Tests Runner / anthropic_tests (push) Has been cancelled
SDK Library Integration Tests Runner / mistral_tests (push) Has been cancelled
SDK Library Integration Tests Runner / groq_tests (push) Has been cancelled
SDK Library Integration Tests Runner / aisuite_tests (push) Has been cancelled
SDK Library Integration Tests Runner / haystack_tests (push) Has been cancelled
SDK Library Integration Tests Runner / dspy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v1_tests (push) Has been cancelled
SDK Library Integration Tests Runner / genai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_legacy_1_3_0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / evaluation_metrics_tests (push) Has been cancelled
SDK Library Integration Tests Runner / bedrock_tests (push) Has been cancelled
SDK Library Integration Tests Runner / litellm_tests (push) Has been cancelled
SDK Library Integration Tests Runner / harbor_tests (push) Has been cancelled
SDK Library Integration Tests Runner / Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / render-equality (push) Has been cancelled
Opik Optimizer - Unit Tests / Opik Optimizer Unit Tests Python ${{matrix.python_version}} (push) Has been cancelled
Python BE E2E Tests / Python BE E2E (push) Has been cancelled
Python Backend Tests / run-python-backend-tests (push) Has been cancelled
Python SDK Unit Tests / Python SDK Unit Tests ${{matrix.python_version}} (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
SDK E2E Libraries Integration Tests / Check Secrets (push) Has been cancelled
SDK E2E Libraries Integration Tests / Missed OpenAI API Key Warning (push) Has been cancelled
SDK E2E Libraries Integration Tests / build-opik (push) Has been cancelled
SDK E2E Libraries Integration Tests / E2E Lib Integration Python ${{matrix.python_version}} (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-gemini) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-langchain) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-openai) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-otel) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-vercel) (push) Has been cancelled
TypeScript SDK Build & Publish / build-and-publish (push) Has been cancelled
TypeScript SDK Unit Tests / Test on Node ${{ matrix.node-version }} (push) Has been cancelled
Backend Tests / discover-tests (push) Has been cancelled
Backend Tests / ${{ matrix.name }} (push) Has been cancelled
Build and Publish SDK / build-and-publish (push) Has been cancelled
Build Opik Docker Images / set-version (push) Has been cancelled
Build Opik Docker Images / build-backend (push) Has been cancelled
Build Opik Docker Images / build-sandbox-executor-python (push) Has been cancelled
Build Opik Docker Images / build-python-backend (push) Has been cancelled
Build Opik Docker Images / build-frontend (push) Has been cancelled
Build Opik Docker Images / create-git-tag (push) Has been cancelled
ClickHouse Migration Cluster Check / validate-clickhouse-migrations (push) Has been cancelled
Docs - Publish / run (push) Has been cancelled
E2E Tests - Post Merge (v2) / 🧪 E2E v2 Tests (${{ github.event.inputs.tier || 't1' }}) (push) Has been cancelled
E2E Tests - Post Merge (v2) / 📢 Slack Notification (push) Has been cancelled
Frontend Unit Tests / Test on Node 20 (push) Has been cancelled
Guardrails E2E Tests / Select Python version matrix (push) Has been cancelled
Guardrails E2E Tests / Guardrails E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Guardrails E2E Tests / 📢 Slack Notification (push) Has been cancelled
Guardrails Backend Unit Tests / Guardrails Backend Unit Tests (push) Has been cancelled
Guardrails Backend Unit Tests / 📢 Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v3.21.0) (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v4.2.0) (push) Has been cancelled
Lint Opik Helm Chart / unittest-helm-chart (push) Has been cancelled
157 lines
4.4 KiB
Python
157 lines
4.4 KiB
Python
import json
|
|
from unittest import mock
|
|
|
|
from opik.configurator.mcp import status, targets
|
|
|
|
|
|
def _config(url_override, workspace):
|
|
return mock.Mock(url_override=url_override, workspace=workspace)
|
|
|
|
|
|
def _patch_single_host(monkeypatch, tmp_path, *, block, detected=True):
|
|
config_path = tmp_path / "host.json"
|
|
if block is not None:
|
|
config_path.write_text(
|
|
json.dumps({"mcpServers": {"opik-mcp": block}}), encoding="utf-8"
|
|
)
|
|
|
|
host_target = targets.HostTarget(
|
|
key="host",
|
|
display_name="Test Host",
|
|
config_path=lambda: config_path,
|
|
top_level_key="mcpServers",
|
|
is_detected=lambda: detected,
|
|
install=lambda server_spec: None,
|
|
)
|
|
monkeypatch.setattr(status.mcp_targets, "HOST_TARGETS", [host_target])
|
|
|
|
|
|
def test_collect__remote_matching_config__in_sync(monkeypatch, tmp_path):
|
|
_patch_single_host(
|
|
monkeypatch,
|
|
tmp_path,
|
|
block={"type": "http", "url": "https://dev.comet.com/opik/api/v1/mcp"},
|
|
)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://dev.comet.com/opik/api/", "alex")
|
|
)
|
|
|
|
assert host.registered is True
|
|
assert host.transport == status.TRANSPORT_HOSTED
|
|
assert host.points_to == "https://dev.comet.com/opik/api/v1/mcp"
|
|
assert host.workspace is None # OAuth, not stored in the host config
|
|
assert host.in_sync is True
|
|
|
|
|
|
def test_collect__remote_sse__labeled_as_sse(monkeypatch, tmp_path):
|
|
_patch_single_host(
|
|
monkeypatch,
|
|
tmp_path,
|
|
block={"type": "sse", "url": "https://dev.comet.com/opik/api/v1/mcp"},
|
|
)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://dev.comet.com/opik/api/", "alex")
|
|
)
|
|
|
|
assert host.transport == status.TRANSPORT_HOSTED_SSE
|
|
assert host.in_sync is True
|
|
|
|
|
|
def test_collect__remote_pointing_elsewhere__out_of_sync(monkeypatch, tmp_path):
|
|
_patch_single_host(
|
|
monkeypatch,
|
|
tmp_path,
|
|
block={"type": "http", "url": "https://www.comet.com/opik/api/v1/mcp"},
|
|
)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://dev.comet.com/opik/api/", "alex")
|
|
)
|
|
|
|
assert host.in_sync is False
|
|
|
|
|
|
def test_collect__local_stdio_localhost_vs_dev__out_of_sync(monkeypatch, tmp_path):
|
|
# The real drift case: SDK points at dev, but a stale uvx block points local.
|
|
_patch_single_host(
|
|
monkeypatch,
|
|
tmp_path,
|
|
block={
|
|
"type": "stdio",
|
|
"command": "/usr/bin/uvx",
|
|
"args": ["opik-mcp"],
|
|
"env": {
|
|
"OPIK_URL": "http://localhost:5173/api/",
|
|
"COMET_WORKSPACE": "default",
|
|
},
|
|
},
|
|
)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://dev.comet.com/opik/api/", "alex")
|
|
)
|
|
|
|
assert host.transport == status.TRANSPORT_LOCAL
|
|
assert host.points_to == "http://localhost:5173/api/"
|
|
assert host.workspace == "default"
|
|
assert host.in_sync is False
|
|
|
|
|
|
def test_collect__self_hosted_comet_stdio_matching__in_sync(monkeypatch, tmp_path):
|
|
_patch_single_host(
|
|
monkeypatch,
|
|
tmp_path,
|
|
block={
|
|
"type": "stdio",
|
|
"command": "/usr/bin/uvx",
|
|
"args": ["opik-mcp"],
|
|
"env": {
|
|
"COMET_URL_OVERRIDE": "https://opik.acme.com",
|
|
"COMET_WORKSPACE": "ws",
|
|
},
|
|
},
|
|
)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://opik.acme.com/opik/api/", "ws")
|
|
)
|
|
|
|
assert host.points_to == "https://opik.acme.com"
|
|
assert host.workspace == "ws"
|
|
assert host.in_sync is True
|
|
|
|
|
|
def test_collect__cloud_stdio_no_url_env__in_sync(monkeypatch, tmp_path):
|
|
_patch_single_host(
|
|
monkeypatch,
|
|
tmp_path,
|
|
block={
|
|
"type": "stdio",
|
|
"command": "/usr/bin/uvx",
|
|
"args": ["opik-mcp"],
|
|
"env": {"OPIK_API_KEY": "key", "COMET_WORKSPACE": "ws"},
|
|
},
|
|
)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://www.comet.com/opik/api/", "ws")
|
|
)
|
|
|
|
assert host.points_to == "Opik Cloud"
|
|
assert host.in_sync is True
|
|
|
|
|
|
def test_collect__not_registered__reports_detection(monkeypatch, tmp_path):
|
|
_patch_single_host(monkeypatch, tmp_path, block=None, detected=False)
|
|
|
|
[host] = status.collect_host_statuses(
|
|
_config("https://dev.comet.com/opik/api/", "x")
|
|
)
|
|
|
|
assert host.registered is False
|
|
assert host.detected is False
|
|
assert host.transport is None
|
|
assert host.in_sync is None
|