4b6817381b
CI (OpenClaw E2E) / openclaw test (push) Has been cancelled
CI / coverage-report (push) Has been cancelled
CI / test-kubernetes (push) Has been cancelled
CI / should-run-thorough (push) Has been cancelled
CI / test-thorough (cloudwatch-demo) (push) Has been cancelled
CI / test-thorough (flink-ecs) (push) Has been cancelled
CI / test-thorough (upstream-lambda) (push) Has been cancelled
CI / test-thorough (prefect-ecs-fargate) (push) Has been cancelled
Release / build-binaries (zip, opensre.exe, onefile, windows-latest, windows-x64) (push) Has been cancelled
Benchmark image — build + push to ECR (any adapter) / build + push (push) Has been cancelled
CI / quality (ubuntu-latest) (push) Has been cancelled
CI / test (tools-runtime) (push) Has been cancelled
CI / test (e2e-general) (push) Has been cancelled
CI / test (cli-runtime) (push) Has been cancelled
CI / test (e2e-provider-and-openclaw) (push) Has been cancelled
CI / test (integrations-and-misc) (push) Has been cancelled
Release / verify (push) Has been cancelled
Release / build-python-dist (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, macos-15-intel, darwin-x64) (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, macos-latest, darwin-arm64) (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, ubuntu-22.04, linux-x64) (push) Has been cancelled
Release / publish-release (push) Has been cancelled
Release / publish-main-release (push) Has been cancelled
Interactive Shell Live (PR + post-merge) / turn-checks (no-LLM) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Interactive Shell Live (PR + post-merge) / turn-live shard ${{ matrix.shard_index }} (push) Has been cancelled
Release / prepare (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, ubuntu-22.04-arm, linux-arm64) (push) Has been cancelled
Synthetic Deterministic Tests / Synthetic offline (deterministic) (push) Has been cancelled
72 lines
2.5 KiB
Python
72 lines
2.5 KiB
Python
"""Tests for the investigation outcome analytics bridge."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
|
|
from surfaces.interactive_shell.ui.investigation_outcome import InvestigationOutcome
|
|
from surfaces.interactive_shell.utils.telemetry.investigation_analytics import (
|
|
publish_investigation_outcome_analytics,
|
|
)
|
|
|
|
|
|
def _capture_outcome_calls(monkeypatch: pytest.MonkeyPatch) -> list[dict[str, object]]:
|
|
calls: list[dict[str, object]] = []
|
|
monkeypatch.setattr(
|
|
"surfaces.interactive_shell.utils.telemetry.investigation_analytics."
|
|
"capture_investigation_outcome",
|
|
lambda **kwargs: calls.append(kwargs),
|
|
)
|
|
monkeypatch.setattr(
|
|
"surfaces.interactive_shell.utils.telemetry.investigation_analytics."
|
|
"capture_investigation_cancelled",
|
|
lambda **_kwargs: None,
|
|
)
|
|
return calls
|
|
|
|
|
|
def test_completed_outcome_omits_placeholder_failure_properties(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
calls = _capture_outcome_calls(monkeypatch)
|
|
publish_investigation_outcome_analytics(
|
|
InvestigationOutcome(
|
|
status="completed",
|
|
target="generic",
|
|
investigation_id="inv-1",
|
|
final_state={"root_cause": "disk full"},
|
|
)
|
|
)
|
|
assert len(calls) == 1
|
|
call = calls[0]
|
|
assert call["status"] == "completed"
|
|
assert call["root_cause_excerpt"] == "disk full"
|
|
assert call["error_excerpt"] == ""
|
|
assert call["failure_category"] is None
|
|
assert call["integration_involved"] is None
|
|
assert call["integration_failure_message"] is None
|
|
assert call["failure_detail"] is None
|
|
|
|
|
|
def test_failed_outcome_keeps_failure_properties(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
calls = _capture_outcome_calls(monkeypatch)
|
|
publish_investigation_outcome_analytics(
|
|
InvestigationOutcome(
|
|
status="failed",
|
|
target="generic",
|
|
investigation_id="inv-2",
|
|
error_message="grafana query failed: 401",
|
|
error_detail="RuntimeError: grafana query failed: 401",
|
|
failure_category="integration",
|
|
integration_involved="grafana",
|
|
integration_failure_message="grafana query failed: 401",
|
|
)
|
|
)
|
|
assert len(calls) == 1
|
|
call = calls[0]
|
|
assert call["status"] == "failed"
|
|
assert call["error_excerpt"] == "grafana query failed: 401"
|
|
assert call["failure_category"] == "integration"
|
|
assert call["integration_involved"] == "grafana"
|
|
assert call["failure_detail"] == "RuntimeError: grafana query failed: 401"
|