4b6817381b
CI (OpenClaw E2E) / openclaw test (push) Has been cancelled
CI / coverage-report (push) Has been cancelled
CI / test-kubernetes (push) Has been cancelled
CI / should-run-thorough (push) Has been cancelled
CI / test-thorough (cloudwatch-demo) (push) Has been cancelled
CI / test-thorough (flink-ecs) (push) Has been cancelled
CI / test-thorough (upstream-lambda) (push) Has been cancelled
CI / test-thorough (prefect-ecs-fargate) (push) Has been cancelled
Release / build-binaries (zip, opensre.exe, onefile, windows-latest, windows-x64) (push) Has been cancelled
Benchmark image — build + push to ECR (any adapter) / build + push (push) Has been cancelled
CI / quality (ubuntu-latest) (push) Has been cancelled
CI / test (tools-runtime) (push) Has been cancelled
CI / test (e2e-general) (push) Has been cancelled
CI / test (cli-runtime) (push) Has been cancelled
CI / test (e2e-provider-and-openclaw) (push) Has been cancelled
CI / test (integrations-and-misc) (push) Has been cancelled
Release / verify (push) Has been cancelled
Release / build-python-dist (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, macos-15-intel, darwin-x64) (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, macos-latest, darwin-arm64) (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, ubuntu-22.04, linux-x64) (push) Has been cancelled
Release / publish-release (push) Has been cancelled
Release / publish-main-release (push) Has been cancelled
Interactive Shell Live (PR + post-merge) / turn-checks (no-LLM) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Interactive Shell Live (PR + post-merge) / turn-live shard ${{ matrix.shard_index }} (push) Has been cancelled
Release / prepare (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, ubuntu-22.04-arm, linux-arm64) (push) Has been cancelled
Synthetic Deterministic Tests / Synthetic offline (deterministic) (push) Has been cancelled
100 lines
3.3 KiB
Python
100 lines
3.3 KiB
Python
from __future__ import annotations
|
|
|
|
from datetime import UTC, datetime
|
|
from typing import Any
|
|
from unittest.mock import patch
|
|
|
|
from core.domain.types.upstream import (
|
|
UpstreamEvidenceBundle,
|
|
)
|
|
from integrations.datadog.correlation.factory import datadog_avg_query
|
|
from tools.investigation.reporting.upstream_correlation import (
|
|
build_correlation_config,
|
|
candidate_services_from_state,
|
|
target_resource_from_state,
|
|
)
|
|
|
|
|
|
def test_datadog_avg_query_preserves_existing_scope() -> None:
|
|
assert datadog_avg_query("system.cpu.user{service:orders}") == (
|
|
"avg:system.cpu.user{service:orders}"
|
|
)
|
|
assert datadog_avg_query("aws.rds.cpuutilization") == "avg:aws.rds.cpuutilization{*}"
|
|
assert datadog_avg_query("avg:custom.metric{env:prod}") == "avg:custom.metric{env:prod}"
|
|
|
|
|
|
def test_correlation_config_state_helpers_use_compatible_fallbacks() -> None:
|
|
assert target_resource_from_state({}) == "unknown-rds"
|
|
assert candidate_services_from_state({"raw_alert": {"upstream_services": "api, worker"}}) == (
|
|
"api",
|
|
"worker",
|
|
)
|
|
|
|
|
|
def test_correlation_config_uses_alert_resource_and_scoped_metric_query() -> None:
|
|
metric_queries: list[str] = []
|
|
|
|
def query_metrics(
|
|
_self: object,
|
|
query: str,
|
|
*,
|
|
start: datetime,
|
|
end: datetime,
|
|
) -> dict[str, Any]:
|
|
assert start.tzinfo == UTC
|
|
assert end.tzinfo == UTC
|
|
metric_queries.append(query)
|
|
return {
|
|
"success": True,
|
|
"timestamps": ["2026-05-14T10:00:00Z", "2026-05-14T10:05:00Z"],
|
|
"values": [40.0, 80.0],
|
|
}
|
|
|
|
def search_logs(
|
|
_self: object,
|
|
_query: str,
|
|
time_range_minutes: int = 60,
|
|
limit: int = 50,
|
|
*,
|
|
start: datetime | None = None,
|
|
end: datetime | None = None,
|
|
) -> dict[str, Any]:
|
|
assert time_range_minutes == 15
|
|
assert limit == 100
|
|
assert start == datetime(2026, 5, 14, 10, 0, tzinfo=UTC)
|
|
assert end == datetime(2026, 5, 14, 10, 15, tzinfo=UTC)
|
|
return {"success": True, "logs": []}
|
|
|
|
state: dict[str, Any] = {
|
|
"resolved_integrations": {
|
|
"datadog": {
|
|
"api_key": "api-key",
|
|
"app_key": "app-key",
|
|
"site": "datadoghq.com",
|
|
}
|
|
},
|
|
"raw_alert": {
|
|
"resource": "orders-rds-prod",
|
|
"candidate_services": ["orders-web", "checkout-api"],
|
|
},
|
|
}
|
|
|
|
with (
|
|
patch("integrations.datadog.client.DatadogClient.query_metrics", query_metrics),
|
|
patch("integrations.datadog.client.DatadogClient.search_logs", search_logs),
|
|
):
|
|
config = build_correlation_config(state)
|
|
assert config is not None
|
|
provider = config["configurable"]["upstream_evidence_provider"]
|
|
bundle: UpstreamEvidenceBundle = provider.collect_upstream_evidence(
|
|
alert_id="alert-1",
|
|
service_name="orders",
|
|
window_start="2026-05-14T10:00:00Z",
|
|
window_end="2026-05-14T10:15:00Z",
|
|
)
|
|
|
|
assert "avg:system.cpu.user{service:orders-web}" in metric_queries
|
|
assert "avg:system.cpu.user{service:checkout-api}" in metric_queries
|
|
assert "avg:system.cpu.user{service:orders}{*}" not in metric_queries
|
|
assert bundle.topology_hints[0].target == "orders-rds-prod"
|