0ef5fcb1c5
Security / Dependency audit (pip-audit) (push) Has been cancelled
Security / CodeQL (javascript-typescript) (push) Has been cancelled
Security / CodeQL (python) (push) Has been cancelled
Security / Secret scan (gitleaks) (push) Has been cancelled
rust / test (ubuntu) (push) Has been cancelled
rust / simulator e2e (macos-latest) (push) Has been cancelled
rust / simulator e2e (ubuntu-latest) (push) Has been cancelled
rust / simulator e2e (windows-latest) (push) Has been cancelled
rust / wheels (aarch64-apple-darwin) (push) Has been cancelled
rust / wheels (x86_64-unknown-linux-gnu) (push) Has been cancelled
rust / wheels (x86_64-apple-darwin) (push) Has been cancelled
rust / audit (push) Has been cancelled
rust / parity (nightly, allowed to fail during Phase 0) (push) Has been cancelled
CI / commitlint (push) Has been skipped
Dev Containers / validate (.devcontainer/devcontainer.json, default) (push) Failing after 0s
Dev Containers / validate (.devcontainer/memory-stack/devcontainer.json, memory-stack) (push) Failing after 0s
Dev Containers / validate-worktree (push) Failing after 0s
CI / changes (push) Failing after 4s
Deploy Documentation / validate (push) Has been skipped
Deploy Documentation / deploy (push) Failing after 1s
Init Native E2E / init-native (ubuntu-latest, claude) (push) Failing after 1s
Init Native E2E / init-native (ubuntu-latest, codex) (push) Failing after 1s
Install Native E2E / install-native (ubuntu-latest) (push) Failing after 1s
OpenCode Plugin / typecheck + build + test (push) Failing after 1s
Init Native E2E / init-native (ubuntu-latest, copilot) (push) Failing after 1s
Release Please / release-please (push) Failing after 1s
Wrap E2E / docker-wrap-e2e (push) Failing after 1s
Wrap Native E2E / wrap-native (ubuntu-latest) (push) Failing after 1s
Init E2E / docker-init-e2e (push) Failing after 4s
Merge Conflicts / merge-conflicts (push) Failing after 4s
CI / lint (push) Has been cancelled
CI / build-wheel (push) Has been cancelled
CI / build-wheel-windows (push) Has been cancelled
CI / prefetch-model (push) Has been cancelled
CI / test-dashboard-ui (push) Has been cancelled
CI / test (1) (push) Has been cancelled
CI / test (2) (push) Has been cancelled
CI / test (3) (push) Has been cancelled
CI / test (4) (push) Has been cancelled
CI / test-extras (push) Has been cancelled
CI / test-agno (push) Has been cancelled
CI / build (push) Has been cancelled
CI / workflow-validation (push) Has been cancelled
CI / docker-native-e2e (push) Has been cancelled
CI / windows-native-wrapper (push) Has been cancelled
CI / macos-native-wrapper (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code-nonroot name:code-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code-slim name:code-slim]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code-slim-nonroot name:code-slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-nonroot name:nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-slim name:slim]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-slim-nonroot name:slim-nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime name:]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code name:code]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code-nonroot name:code-nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code-slim name:code-slim]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code-slim-nonroot name:code-slim-nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-nonroot name:nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-slim name:slim]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-slim-nonroot name:slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime name:]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code name:code]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code-nonroot name:code-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code-slim name:code-slim]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code-slim-nonroot name:code-slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-nonroot name:nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-slim name:slim]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-slim-nonroot name:slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime name:]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code name:code]) (push) Has been cancelled
Docker / promote-latest (push) Has been cancelled
Init Native E2E / init-native (macos-latest, claude) (push) Has been cancelled
Init Native E2E / init-native (macos-latest, codex) (push) Has been cancelled
Init Native E2E / init-native (macos-latest, copilot) (push) Has been cancelled
Install Native E2E / install-native (macos-latest) (push) Has been cancelled
Wrap Native E2E / wrap-native (macos-latest) (push) Has been cancelled
348 lines
13 KiB
Python
348 lines
13 KiB
Python
"""Tests for LangGraph tool message compression integration.
|
|
|
|
Tests cover:
|
|
1. compress_tool_messages - Compresses large ToolMessages in a message list
|
|
2. create_compress_tool_messages_node - LangGraph node factory
|
|
3. CompressToolMessagesConfig - Configuration options
|
|
4. CompressToolMessagesResult - Result with metrics
|
|
5. ToolMessageCompressionMetrics - Per-message metrics
|
|
"""
|
|
|
|
import json
|
|
|
|
import pytest
|
|
|
|
# Check if LangChain is available
|
|
try:
|
|
from langchain_core.messages import AIMessage, HumanMessage, ToolMessage
|
|
|
|
LANGCHAIN_AVAILABLE = True
|
|
except ImportError:
|
|
LANGCHAIN_AVAILABLE = False
|
|
|
|
# Skip all tests if LangChain not installed
|
|
pytestmark = pytest.mark.skipif(not LANGCHAIN_AVAILABLE, reason="LangChain not installed")
|
|
|
|
|
|
def _make_large_tool_output(num_items: int = 200) -> str:
|
|
"""Generate a large JSON array string that will trigger compression."""
|
|
items = [
|
|
{"id": i, "name": f"item_{i}", "value": i * 1.5, "status": "ok"} for i in range(num_items)
|
|
]
|
|
return json.dumps(items)
|
|
|
|
|
|
def _make_messages_with_tool_output(tool_content: str, tool_call_id: str = "call_1") -> list:
|
|
"""Create a typical message sequence with a tool call and result."""
|
|
return [
|
|
HumanMessage(content="Get the data"),
|
|
AIMessage(content="", tool_calls=[{"id": tool_call_id, "name": "search", "args": {}}]),
|
|
ToolMessage(content=tool_content, tool_call_id=tool_call_id),
|
|
]
|
|
|
|
|
|
class TestCompressToolMessages:
|
|
"""Tests for the compress_tool_messages function."""
|
|
|
|
def test_compresses_large_tool_message(self):
|
|
"""Large ToolMessage content should be compressed."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
messages = _make_messages_with_tool_output(large_output)
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
# Should have same number of messages
|
|
assert len(result.messages) == 3
|
|
# ToolMessage should be smaller
|
|
compressed_content = result.messages[2].content
|
|
assert len(compressed_content) < len(large_output)
|
|
|
|
def test_preserves_small_tool_messages(self):
|
|
"""Small ToolMessages should not be compressed."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
small_output = '{"result": "ok"}'
|
|
messages = _make_messages_with_tool_output(small_output)
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
# Content should be unchanged
|
|
assert result.messages[2].content == small_output
|
|
assert result.messages_compressed == 0
|
|
|
|
def test_preserves_non_tool_messages(self):
|
|
"""HumanMessage and AIMessage should pass through unchanged."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
messages = _make_messages_with_tool_output(large_output)
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
assert isinstance(result.messages[0], HumanMessage)
|
|
assert result.messages[0].content == "Get the data"
|
|
assert isinstance(result.messages[1], AIMessage)
|
|
tool_call = result.messages[1].tool_calls[0]
|
|
assert tool_call["id"] == "call_1"
|
|
assert tool_call["name"] == "search"
|
|
assert tool_call["args"] == {}
|
|
|
|
def test_preserves_tool_call_id(self):
|
|
"""Compressed ToolMessages must keep their tool_call_id."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
messages = _make_messages_with_tool_output(large_output, tool_call_id="call_abc123")
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
tool_msg = result.messages[2]
|
|
assert isinstance(tool_msg, ToolMessage)
|
|
assert tool_msg.tool_call_id == "call_abc123"
|
|
|
|
def test_preserves_error_content_by_default(self):
|
|
"""ToolMessages with error indicators should be skipped by default."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
# Large content but contains error indicator
|
|
error_output = json.dumps(
|
|
{
|
|
"error": "Database connection failed",
|
|
"details": "x" * 2000,
|
|
}
|
|
)
|
|
messages = _make_messages_with_tool_output(error_output)
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
# Should be unchanged — error preserved
|
|
assert result.messages[2].content == error_output
|
|
assert result.metrics[0].skip_reason == "error_content_preserved"
|
|
|
|
def test_compresses_error_content_when_disabled(self):
|
|
"""Error content should be compressed when preserve_errors=False."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
error_output = json.dumps(
|
|
{
|
|
"error": "fail",
|
|
"data": [{"id": i} for i in range(200)],
|
|
}
|
|
)
|
|
messages = _make_messages_with_tool_output(error_output)
|
|
|
|
result = compress_tool_messages(messages, preserve_errors=False)
|
|
|
|
# Should have attempted compression (no error_content_preserved skip)
|
|
assert result.metrics[0].skip_reason != "error_content_preserved"
|
|
|
|
def test_handles_empty_messages(self):
|
|
"""Empty message list should return empty result."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
result = compress_tool_messages([])
|
|
|
|
assert result.messages == []
|
|
assert result.metrics == []
|
|
assert result.total_tokens_saved == 0
|
|
|
|
def test_handles_no_tool_messages(self):
|
|
"""Message list with no ToolMessages should pass through."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
messages = [
|
|
HumanMessage(content="Hello"),
|
|
AIMessage(content="Hi there!"),
|
|
]
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
assert len(result.messages) == 2
|
|
assert result.messages[0].content == "Hello"
|
|
assert result.messages[1].content == "Hi there!"
|
|
assert result.metrics == []
|
|
|
|
def test_multiple_tool_messages(self):
|
|
"""Should compress multiple ToolMessages independently."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
large_output_1 = _make_large_tool_output(200)
|
|
large_output_2 = _make_large_tool_output(150)
|
|
|
|
messages = [
|
|
HumanMessage(content="Get all data"),
|
|
AIMessage(
|
|
content="",
|
|
tool_calls=[
|
|
{"id": "call_1", "name": "search", "args": {}},
|
|
{"id": "call_2", "name": "database", "args": {}},
|
|
],
|
|
),
|
|
ToolMessage(content=large_output_1, tool_call_id="call_1"),
|
|
ToolMessage(content=large_output_2, tool_call_id="call_2"),
|
|
]
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
assert len(result.messages) == 4
|
|
# Both tool messages should have their correct tool_call_ids
|
|
assert result.messages[2].tool_call_id == "call_1"
|
|
assert result.messages[3].tool_call_id == "call_2"
|
|
|
|
def test_min_tokens_to_compress_config(self):
|
|
"""Custom min_tokens_to_compress should be respected."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
# Content that's ~100 tokens (400 chars) — below a 200 token threshold
|
|
medium_output = json.dumps({"data": "x" * 400})
|
|
messages = _make_messages_with_tool_output(medium_output)
|
|
|
|
result = compress_tool_messages(messages, min_tokens_to_compress=200)
|
|
|
|
# Should be skipped due to being below threshold
|
|
assert result.metrics[0].was_compressed is False
|
|
assert "below_threshold" in (result.metrics[0].skip_reason or "")
|
|
|
|
|
|
class TestCompressToolMessagesResult:
|
|
"""Tests for CompressToolMessagesResult properties."""
|
|
|
|
def test_total_tokens_saved(self):
|
|
"""total_tokens_saved should sum across compressed metrics."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
messages = _make_messages_with_tool_output(large_output)
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
assert result.total_tokens_saved >= 0
|
|
# If compression happened, tokens_saved should be positive
|
|
if result.messages_compressed > 0:
|
|
assert result.total_tokens_saved > 0
|
|
|
|
def test_messages_compressed_count(self):
|
|
"""messages_compressed should count actually compressed messages."""
|
|
from headroom.integrations.langchain.langgraph import compress_tool_messages
|
|
|
|
messages = [
|
|
HumanMessage(content="test"),
|
|
ToolMessage(content='{"small": true}', tool_call_id="call_1"),
|
|
]
|
|
|
|
result = compress_tool_messages(messages)
|
|
|
|
assert result.messages_compressed == 0
|
|
|
|
|
|
class TestCompressToolMessagesConfig:
|
|
"""Tests for CompressToolMessagesConfig."""
|
|
|
|
def test_config_object(self):
|
|
"""Config object should override kwargs."""
|
|
from headroom.integrations.langchain.langgraph import (
|
|
CompressToolMessagesConfig,
|
|
compress_tool_messages,
|
|
)
|
|
|
|
config = CompressToolMessagesConfig(
|
|
min_tokens_to_compress=500,
|
|
preserve_errors=False,
|
|
)
|
|
|
|
medium_output = json.dumps({"data": "x" * 800})
|
|
messages = _make_messages_with_tool_output(medium_output)
|
|
|
|
result = compress_tool_messages(messages, config=config)
|
|
|
|
# ~200 tokens, below the 500 threshold
|
|
assert result.metrics[0].was_compressed is False
|
|
|
|
def test_default_config(self):
|
|
"""Default config should have sensible defaults."""
|
|
from headroom.integrations.langchain.langgraph import CompressToolMessagesConfig
|
|
|
|
config = CompressToolMessagesConfig()
|
|
assert config.min_tokens_to_compress == 100
|
|
assert config.preserve_errors is True
|
|
|
|
|
|
class TestCreateCompressToolMessagesNode:
|
|
"""Tests for the LangGraph node factory."""
|
|
|
|
def test_returns_callable(self):
|
|
"""Factory should return a callable node function."""
|
|
from headroom.integrations.langchain.langgraph import create_compress_tool_messages_node
|
|
|
|
node = create_compress_tool_messages_node()
|
|
assert callable(node)
|
|
|
|
def test_node_reads_messages_from_state(self):
|
|
"""Node should read messages from state dict and return updated state."""
|
|
from headroom.integrations.langchain.langgraph import create_compress_tool_messages_node
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
state = {
|
|
"messages": _make_messages_with_tool_output(large_output),
|
|
}
|
|
|
|
node = create_compress_tool_messages_node()
|
|
result_state = node(state)
|
|
|
|
assert "messages" in result_state
|
|
assert len(result_state["messages"]) == 3
|
|
# ToolMessage should be compressed
|
|
assert len(result_state["messages"][2].content) < len(large_output)
|
|
|
|
def test_node_preserves_tool_call_id(self):
|
|
"""Node should preserve tool_call_id on compressed messages."""
|
|
from headroom.integrations.langchain.langgraph import create_compress_tool_messages_node
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
state = {
|
|
"messages": [
|
|
HumanMessage(content="test"),
|
|
AIMessage(content="", tool_calls=[{"id": "call_xyz", "name": "db", "args": {}}]),
|
|
ToolMessage(content=large_output, tool_call_id="call_xyz"),
|
|
],
|
|
}
|
|
|
|
node = create_compress_tool_messages_node()
|
|
result_state = node(state)
|
|
|
|
assert result_state["messages"][2].tool_call_id == "call_xyz"
|
|
|
|
def test_node_handles_empty_state(self):
|
|
"""Node should handle empty messages gracefully."""
|
|
from headroom.integrations.langchain.langgraph import create_compress_tool_messages_node
|
|
|
|
node = create_compress_tool_messages_node()
|
|
result_state = node({"messages": []})
|
|
|
|
assert result_state == {"messages": []}
|
|
|
|
def test_node_handles_missing_messages_key(self):
|
|
"""Node should handle state without messages key."""
|
|
from headroom.integrations.langchain.langgraph import create_compress_tool_messages_node
|
|
|
|
node = create_compress_tool_messages_node()
|
|
result_state = node({})
|
|
|
|
assert "messages" not in result_state or result_state.get("messages") == []
|
|
|
|
def test_node_with_custom_config(self):
|
|
"""Node should respect custom configuration."""
|
|
from headroom.integrations.langchain.langgraph import create_compress_tool_messages_node
|
|
|
|
node = create_compress_tool_messages_node(min_tokens_to_compress=10000)
|
|
|
|
large_output = _make_large_tool_output(200)
|
|
state = {"messages": _make_messages_with_tool_output(large_output)}
|
|
|
|
result_state = node(state)
|
|
|
|
# With very high threshold, nothing should be compressed
|
|
assert result_state["messages"][2].content == large_output
|