60e0ffc959
Upgrade checks / Notify on failure (push) Has been cancelled
Upgrade checks / Close issue on success (push) Has been cancelled
Schema Crash Test / Real-world schema crash test (232K schemas) (push) Has been cancelled
Run static analysis / static_analysis (push) Has been cancelled
Tests / Tests: Python 3.10 on ubuntu-latest (push) Has been cancelled
Tests / Tests: Python 3.13 on ubuntu-latest (push) Has been cancelled
Tests / Tests: Python 3.10 on windows-latest (push) Has been cancelled
Tests / Tests with lowest-direct dependencies (push) Has been cancelled
Tests / MCP conformance tests (push) Has been cancelled
Tests / Integration tests (push) Has been cancelled
Tests / Package install smoke (push) Has been cancelled
Upgrade checks / Static analysis (push) Has been cancelled
Upgrade checks / Tests: Python 3.10 on ubuntu-latest (push) Has been cancelled
Upgrade checks / Tests: Python 3.13 on ubuntu-latest (push) Has been cancelled
Upgrade checks / Tests: Python 3.10 on windows-latest (push) Has been cancelled
Upgrade checks / Integration tests (push) Has been cancelled
Update MCPServerConfig Schema / update-config-schema (push) Has been cancelled
Update SDK Documentation / update-sdk-docs (push) Has been cancelled
276 lines
11 KiB
Python
276 lines
11 KiB
Python
"""Tests for Visibility transform."""
|
|
|
|
import pytest
|
|
|
|
from fastmcp.server.transforms.visibility import Visibility, is_enabled
|
|
from fastmcp.tools.base import Tool
|
|
from fastmcp.utilities.versions import VersionSpec
|
|
|
|
|
|
class TestMatching:
|
|
"""Test component matching logic."""
|
|
|
|
def test_empty_criteria_matches_nothing(self):
|
|
"""Empty criteria is a safe default - matches nothing."""
|
|
t = Visibility(False)
|
|
assert t._matches(Tool(name="anything", parameters={})) is False
|
|
|
|
def test_match_all_matches_everything(self):
|
|
"""match_all=True matches all components."""
|
|
t = Visibility(False, match_all=True)
|
|
assert t._matches(Tool(name="anything", parameters={})) is True
|
|
|
|
def test_match_by_name(self):
|
|
"""Matches component by name."""
|
|
t = Visibility(False, names={"foo"})
|
|
assert t._matches(Tool(name="foo", parameters={})) is True
|
|
assert t._matches(Tool(name="bar", parameters={})) is False
|
|
|
|
def test_match_by_version(self):
|
|
"""Matches component by version."""
|
|
t = Visibility(False, version=VersionSpec(eq="v1"))
|
|
assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
|
|
assert t._matches(Tool(name="foo", version="v2", parameters={})) is False
|
|
|
|
def test_match_by_version_spec_exact(self):
|
|
"""VersionSpec(eq="v1") matches v1 only."""
|
|
t = Visibility(False, version=VersionSpec(eq="v1"))
|
|
assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
|
|
assert t._matches(Tool(name="foo", version="v2", parameters={})) is False
|
|
assert t._matches(Tool(name="foo", version="v0", parameters={})) is False
|
|
|
|
def test_match_by_version_spec_gte(self):
|
|
"""VersionSpec(gte="v2") matches v2, v3, but not v1."""
|
|
t = Visibility(False, version=VersionSpec(gte="v2"))
|
|
assert t._matches(Tool(name="foo", version="v1", parameters={})) is False
|
|
assert t._matches(Tool(name="foo", version="v2", parameters={})) is True
|
|
assert t._matches(Tool(name="foo", version="v3", parameters={})) is True
|
|
|
|
def test_match_by_version_spec_range(self):
|
|
"""VersionSpec(gte="v1", lt="v3") matches v1, v2, but not v3."""
|
|
t = Visibility(False, version=VersionSpec(gte="v1", lt="v3"))
|
|
assert t._matches(Tool(name="foo", version="v0", parameters={})) is False
|
|
assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
|
|
assert t._matches(Tool(name="foo", version="v2", parameters={})) is True
|
|
assert t._matches(Tool(name="foo", version="v3", parameters={})) is False
|
|
assert t._matches(Tool(name="foo", version="v4", parameters={})) is False
|
|
|
|
def test_unversioned_does_not_match_version_spec(self):
|
|
"""Unversioned components (version=None) don't match a VersionSpec."""
|
|
t = Visibility(False, version=VersionSpec(eq="v1"))
|
|
assert t._matches(Tool(name="foo", parameters={})) is False
|
|
|
|
t2 = Visibility(False, version=VersionSpec(gte="v1"))
|
|
assert t2._matches(Tool(name="foo", parameters={})) is False
|
|
|
|
def test_match_by_tag(self):
|
|
"""Matches if component has any of the specified tags."""
|
|
t = Visibility(False, tags=set({"internal", "deprecated"}))
|
|
assert t._matches(Tool(name="foo", parameters={}, tags={"internal"})) is True
|
|
assert t._matches(Tool(name="foo", parameters={}, tags={"public"})) is False
|
|
|
|
def test_match_by_component_type(self):
|
|
"""Only matches specified component types."""
|
|
t = Visibility(False, names={"foo"}, components={"prompt"})
|
|
# Tool has key "tool:foo@", not "prompt:foo@"
|
|
assert t._matches(Tool(name="foo", parameters={})) is False
|
|
|
|
def test_all_criteria_must_match(self):
|
|
"""Multiple criteria use AND logic - all must match."""
|
|
t = Visibility(
|
|
False,
|
|
names={"foo"},
|
|
version=VersionSpec(eq="v1"),
|
|
tags=set({"internal"}),
|
|
)
|
|
# All match
|
|
assert (
|
|
t._matches(Tool(name="foo", version="v1", parameters={}, tags={"internal"}))
|
|
is True
|
|
)
|
|
# Version doesn't match
|
|
assert (
|
|
t._matches(Tool(name="foo", version="v2", parameters={}, tags={"internal"}))
|
|
is False
|
|
)
|
|
|
|
|
|
class TestMarking:
|
|
"""Test visibility state marking."""
|
|
|
|
def test_disable_marks_as_disabled(self):
|
|
"""Visibility(False, ...) marks matching components as disabled."""
|
|
tool = Tool(name="foo", parameters={})
|
|
marked = Visibility(False, names={"foo"})._mark_component(tool)
|
|
assert is_enabled(marked) is False
|
|
|
|
def test_enable_marks_as_enabled(self):
|
|
"""Visibility(True, ...) marks matching components as enabled."""
|
|
tool = Tool(name="foo", parameters={})
|
|
marked = Visibility(True, names={"foo"})._mark_component(tool)
|
|
assert is_enabled(marked) is True
|
|
assert marked.meta is not None
|
|
assert marked.meta["fastmcp"]["_internal"]["visibility"] is True
|
|
|
|
def test_non_matching_unchanged(self):
|
|
"""Non-matching components are not modified."""
|
|
tool = Tool(name="bar", parameters={})
|
|
result = Visibility(False, names={"foo"})._mark_component(tool)
|
|
# No _internal key added
|
|
assert result.meta is None or "_internal" not in result.meta.get("fastmcp", {})
|
|
assert is_enabled(result) is True
|
|
|
|
def test_returns_copy_for_matching(self):
|
|
"""Marking returns a copy to avoid mutating shared provider objects."""
|
|
tool = Tool(name="foo", parameters={})
|
|
result = Visibility(False, names={"foo"})._mark_component(tool)
|
|
assert result is not tool
|
|
assert is_enabled(result) is False
|
|
# Original is untouched
|
|
assert is_enabled(tool) is True
|
|
|
|
def test_disable_all(self):
|
|
"""match_all=True disables all components."""
|
|
tool = Tool(name="anything", parameters={})
|
|
marked = Visibility(False, match_all=True)._mark_component(tool)
|
|
assert is_enabled(marked) is False
|
|
|
|
|
|
class TestOverride:
|
|
"""Test that later marks override earlier ones."""
|
|
|
|
def test_enable_overrides_disable(self):
|
|
"""An enable after disable results in enabled."""
|
|
tool = Tool(name="foo", parameters={})
|
|
marked = Visibility(False, names={"foo"})._mark_component(tool)
|
|
assert is_enabled(marked) is False
|
|
|
|
marked = Visibility(True, names={"foo"})._mark_component(marked)
|
|
assert is_enabled(marked) is True
|
|
|
|
def test_disable_overrides_enable(self):
|
|
"""A disable after enable results in disabled."""
|
|
tool = Tool(name="foo", parameters={})
|
|
marked = Visibility(True, names={"foo"})._mark_component(tool)
|
|
assert is_enabled(marked) is True
|
|
|
|
marked = Visibility(False, names={"foo"})._mark_component(marked)
|
|
assert is_enabled(marked) is False
|
|
|
|
|
|
class TestHelperFunctions:
|
|
"""Test is_enabled helper."""
|
|
|
|
def test_unmarked_is_enabled(self):
|
|
"""Components without marks are enabled by default."""
|
|
tool = Tool(name="foo", parameters={})
|
|
assert is_enabled(tool) is True
|
|
|
|
def test_filtering_pattern(self):
|
|
"""Common pattern: filter list with is_enabled."""
|
|
tools = [
|
|
Tool(name="enabled", parameters={}),
|
|
Tool(name="disabled", parameters={}),
|
|
]
|
|
vis = Visibility(False, names={"disabled"})
|
|
marked_tools = [vis._mark_component(t) for t in tools]
|
|
|
|
visible = [t for t in marked_tools if is_enabled(t)]
|
|
assert [t.name for t in visible] == ["enabled"]
|
|
|
|
|
|
class TestMetadata:
|
|
"""Test metadata handling."""
|
|
|
|
def test_internal_metadata_stripped_by_get_meta(self):
|
|
"""Internal metadata is stripped when calling get_meta()."""
|
|
tool = Tool(name="foo", parameters={})
|
|
marked = Visibility(True, names={"foo"})._mark_component(tool)
|
|
|
|
# Raw meta has _internal
|
|
assert marked.meta is not None
|
|
assert "_internal" in marked.meta.get("fastmcp", {})
|
|
|
|
# get_meta() strips it
|
|
output = marked.get_meta()
|
|
assert "_internal" not in output.get("fastmcp", {})
|
|
|
|
def test_user_metadata_preserved(self):
|
|
"""User-provided metadata is not affected."""
|
|
tool = Tool(name="foo", parameters={}, meta={"custom": "value"})
|
|
marked = Visibility(False, names={"foo"})._mark_component(tool)
|
|
|
|
assert marked.meta is not None
|
|
assert marked.meta["custom"] == "value"
|
|
|
|
|
|
class TestRepr:
|
|
"""Test string representation."""
|
|
|
|
def test_repr_disable(self):
|
|
"""Repr shows disable action and criteria."""
|
|
t = Visibility(False, names={"foo"})
|
|
r = repr(t)
|
|
assert "disable" in r
|
|
assert "foo" in r
|
|
|
|
def test_repr_enable(self):
|
|
"""Repr shows enable action."""
|
|
t = Visibility(True, names={"foo"})
|
|
assert "enable" in repr(t)
|
|
|
|
def test_repr_match_all(self):
|
|
"""Repr shows match_all."""
|
|
t = Visibility(False, match_all=True)
|
|
assert "match_all=True" in repr(t)
|
|
|
|
|
|
class TestTransformChain:
|
|
"""Test Visibility in async transform chains."""
|
|
|
|
@pytest.fixture
|
|
def tools(self):
|
|
return [
|
|
Tool(name="public", parameters={}, tags={"public"}),
|
|
Tool(name="internal", parameters={}, tags={"internal"}),
|
|
Tool(name="safe_internal", parameters={}, tags={"internal", "safe"}),
|
|
]
|
|
|
|
async def test_list_tools_marks_matching(self, tools):
|
|
"""list_tools applies marks to matching components."""
|
|
disable_internal = Visibility(False, tags=set({"internal"}))
|
|
|
|
result = await disable_internal.list_tools(tools)
|
|
|
|
assert len(result) == 3
|
|
assert is_enabled(result[0]) # public
|
|
assert not is_enabled(result[1]) # internal
|
|
assert not is_enabled(result[2]) # safe_internal
|
|
|
|
async def test_later_transform_overrides(self, tools):
|
|
"""Later transforms in chain override earlier ones."""
|
|
disable_internal = Visibility(False, tags=set({"internal"}))
|
|
enable_safe = Visibility(True, tags=set({"safe"}))
|
|
|
|
# Apply transforms sequentially
|
|
after_disable = await disable_internal.list_tools(tools)
|
|
result = await enable_safe.list_tools(after_disable)
|
|
enabled = [t for t in result if is_enabled(t)]
|
|
|
|
# public: never disabled
|
|
# internal: disabled, stays disabled
|
|
# safe_internal: disabled then re-enabled
|
|
assert {t.name for t in enabled} == {"public", "safe_internal"}
|
|
|
|
async def test_allowlist_pattern(self, tools):
|
|
"""Disable all, then enable specific = allowlist."""
|
|
disable_all = Visibility(False, match_all=True)
|
|
enable_public = Visibility(True, tags=set({"public"}))
|
|
|
|
# Apply transforms sequentially
|
|
after_disable = await disable_all.list_tools(tools)
|
|
result = await enable_public.list_tools(after_disable)
|
|
enabled = [t for t in result if is_enabled(t)]
|
|
|
|
assert [t.name for t in enabled] == ["public"]
|