60e0ffc959
Upgrade checks / Notify on failure (push) Has been cancelled
Upgrade checks / Close issue on success (push) Has been cancelled
Schema Crash Test / Real-world schema crash test (232K schemas) (push) Has been cancelled
Run static analysis / static_analysis (push) Has been cancelled
Tests / Tests: Python 3.10 on ubuntu-latest (push) Has been cancelled
Tests / Tests: Python 3.13 on ubuntu-latest (push) Has been cancelled
Tests / Tests: Python 3.10 on windows-latest (push) Has been cancelled
Tests / Tests with lowest-direct dependencies (push) Has been cancelled
Tests / MCP conformance tests (push) Has been cancelled
Tests / Integration tests (push) Has been cancelled
Tests / Package install smoke (push) Has been cancelled
Upgrade checks / Static analysis (push) Has been cancelled
Upgrade checks / Tests: Python 3.10 on ubuntu-latest (push) Has been cancelled
Upgrade checks / Tests: Python 3.13 on ubuntu-latest (push) Has been cancelled
Upgrade checks / Tests: Python 3.10 on windows-latest (push) Has been cancelled
Upgrade checks / Integration tests (push) Has been cancelled
Update MCPServerConfig Schema / update-config-schema (push) Has been cancelled
Update SDK Documentation / update-sdk-docs (push) Has been cancelled
453 lines
16 KiB
Python
453 lines
16 KiB
Python
"""Tests for providers."""
|
|
|
|
from collections.abc import Sequence
|
|
from typing import Any
|
|
|
|
import pytest
|
|
from mcp_types import TextContent
|
|
from pydantic import AnyUrl
|
|
|
|
from fastmcp import FastMCP
|
|
from fastmcp.prompts.base import Prompt
|
|
from fastmcp.prompts.function_prompt import FunctionPrompt
|
|
from fastmcp.resources.base import Resource
|
|
from fastmcp.resources.function_resource import FunctionResource
|
|
from fastmcp.resources.template import FunctionResourceTemplate, ResourceTemplate
|
|
from fastmcp.server.providers import Provider
|
|
from fastmcp.tools.base import Tool, ToolResult
|
|
from fastmcp.utilities.versions import VersionSpec
|
|
|
|
|
|
class SimpleTool(Tool):
|
|
"""A simple tool for testing that performs a configured operation."""
|
|
|
|
operation: str
|
|
value: int = 0
|
|
|
|
async def run(self, arguments: dict[str, Any]) -> ToolResult:
|
|
a = arguments.get("a", 0)
|
|
b = arguments.get("b", 0)
|
|
|
|
if self.operation == "add":
|
|
result = a + b + self.value
|
|
elif self.operation == "multiply":
|
|
result = a * b + self.value
|
|
else:
|
|
result = a + b
|
|
|
|
return ToolResult(
|
|
structured_content={"result": result, "operation": self.operation}
|
|
)
|
|
|
|
|
|
class SimpleToolProvider(Provider):
|
|
"""A simple provider that returns a configurable list of tools."""
|
|
|
|
def __init__(self, tools: Sequence[Tool] | None = None):
|
|
super().__init__()
|
|
self._tools = list(tools) if tools else []
|
|
self.list_tools_call_count = 0
|
|
self.get_tool_call_count = 0
|
|
|
|
async def _list_tools(self) -> list[Tool]:
|
|
self.list_tools_call_count += 1
|
|
return self._tools
|
|
|
|
async def _get_tool(
|
|
self, name: str, version: VersionSpec | None = None
|
|
) -> Tool | None:
|
|
self.get_tool_call_count += 1
|
|
matching = [t for t in self._tools if t.name == name]
|
|
if not matching:
|
|
return None
|
|
if version is None:
|
|
return matching[0] # Return first (for testing simplicity)
|
|
matching = [t for t in matching if version.matches(t.version)]
|
|
return matching[0] if matching else None
|
|
|
|
|
|
class ListOnlyProvider(Provider):
|
|
"""A provider that only implements list_tools (uses default get_tool)."""
|
|
|
|
def __init__(self, tools: Sequence[Tool]):
|
|
super().__init__()
|
|
self._tools = list(tools)
|
|
self.list_tools_call_count = 0
|
|
|
|
async def _list_tools(self) -> list[Tool]:
|
|
self.list_tools_call_count += 1
|
|
return self._tools
|
|
|
|
|
|
class TestProvider:
|
|
"""Tests for Provider."""
|
|
|
|
@pytest.fixture
|
|
def base_server(self):
|
|
"""Create a base FastMCP server with static tools."""
|
|
mcp = FastMCP("BaseServer")
|
|
|
|
@mcp.tool
|
|
def static_add(a: int, b: int) -> int:
|
|
"""Add two numbers (static tool)."""
|
|
return a + b
|
|
|
|
@mcp.tool
|
|
def static_subtract(a: int, b: int) -> int:
|
|
"""Subtract two numbers (static tool)."""
|
|
return a - b
|
|
|
|
return mcp
|
|
|
|
@pytest.fixture
|
|
def dynamic_tools(self) -> list[Tool]:
|
|
"""Create dynamic tools for testing."""
|
|
return [
|
|
SimpleTool(
|
|
name="dynamic_multiply",
|
|
description="Multiply two numbers",
|
|
parameters={
|
|
"type": "object",
|
|
"properties": {
|
|
"a": {"type": "integer"},
|
|
"b": {"type": "integer"},
|
|
},
|
|
},
|
|
operation="multiply",
|
|
),
|
|
SimpleTool(
|
|
name="dynamic_add",
|
|
description="Add two numbers with offset",
|
|
parameters={
|
|
"type": "object",
|
|
"properties": {
|
|
"a": {"type": "integer"},
|
|
"b": {"type": "integer"},
|
|
},
|
|
},
|
|
operation="add",
|
|
value=100,
|
|
),
|
|
]
|
|
|
|
async def test_list_tools_includes_dynamic_tools(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that list_tools returns both static and dynamic tools."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
tools = await base_server.list_tools()
|
|
|
|
# Should have all tools: 2 static + 2 dynamic
|
|
assert len(tools) == 4
|
|
tool_names = [tool.name for tool in tools]
|
|
assert "static_add" in tool_names
|
|
assert "static_subtract" in tool_names
|
|
assert "dynamic_multiply" in tool_names
|
|
assert "dynamic_add" in tool_names
|
|
|
|
async def test_list_tools_calls_provider_each_time(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that provider.list_tools() is called on every list_tools request."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
# Call get_tools multiple times
|
|
await base_server.list_tools()
|
|
await base_server.list_tools()
|
|
await base_server.list_tools()
|
|
|
|
# Provider should have been called 3 times (once per get_tools call)
|
|
assert provider.list_tools_call_count == 3
|
|
|
|
async def test_call_dynamic_tool(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that dynamic tools can be called successfully."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
result = await base_server.call_tool(
|
|
name="dynamic_multiply", arguments={"a": 7, "b": 6}
|
|
)
|
|
|
|
assert result.structured_content is not None
|
|
assert isinstance(result.structured_content, dict)
|
|
assert result.structured_content["result"] == 42
|
|
assert result.structured_content["operation"] == "multiply"
|
|
|
|
async def test_call_dynamic_tool_with_config(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that dynamic tool config (like value offset) is used."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
result = await base_server.call_tool(
|
|
name="dynamic_add", arguments={"a": 5, "b": 3}
|
|
)
|
|
|
|
assert result.structured_content is not None
|
|
# 5 + 3 + 100 (value offset) = 108
|
|
assert isinstance(result.structured_content, dict)
|
|
assert result.structured_content["result"] == 108
|
|
|
|
async def test_call_static_tool_still_works(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that static tools still work after adding dynamic tools."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
result = await base_server.call_tool(
|
|
name="static_add", arguments={"a": 10, "b": 5}
|
|
)
|
|
|
|
assert result.structured_content is not None
|
|
assert isinstance(result.structured_content, dict)
|
|
assert result.structured_content["result"] == 15
|
|
|
|
async def test_call_tool_uses_get_tool_for_efficient_lookup(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that call_tool uses get_tool() (not list_tools) for lookup."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
await base_server.call_tool(name="dynamic_multiply", arguments={"a": 2, "b": 3})
|
|
|
|
# get_tool may be called more than once — once for the initial
|
|
# resolution and once again by the dispatcher's reverse-lookup to
|
|
# find the tool's owning provider for Context.mount_path. Both
|
|
# are bounded by provider count, much cheaper than list_tools.
|
|
# The key invariant: list_tools is NOT called during dispatch.
|
|
assert provider.get_tool_call_count >= 1
|
|
assert provider.list_tools_call_count == 0
|
|
|
|
async def test_default_get_tool_falls_back_to_list(self, base_server: FastMCP):
|
|
"""Test that BaseToolProvider's default get_tool calls list_tools."""
|
|
tools = [
|
|
SimpleTool(
|
|
name="test_tool",
|
|
description="A test tool",
|
|
parameters={"type": "object", "properties": {}},
|
|
operation="add",
|
|
),
|
|
]
|
|
provider = ListOnlyProvider(tools=tools)
|
|
base_server.add_provider(provider)
|
|
|
|
result = await base_server.call_tool(
|
|
name="test_tool", arguments={"a": 1, "b": 2}
|
|
)
|
|
|
|
assert result.structured_content is not None
|
|
# Default get_tool should have called list_tools
|
|
assert provider.list_tools_call_count >= 1
|
|
|
|
async def test_local_tools_come_first(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that local tools (from LocalProvider) appear before other provider tools."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
tools = await base_server.list_tools()
|
|
|
|
tool_names = [tool.name for tool in tools]
|
|
# Local tools should come first (LocalProvider is first in _providers)
|
|
assert tool_names[:2] == ["static_add", "static_subtract"]
|
|
|
|
async def test_empty_provider(self, base_server: FastMCP):
|
|
"""Test that empty provider doesn't affect behavior."""
|
|
provider = SimpleToolProvider(tools=[])
|
|
base_server.add_provider(provider)
|
|
|
|
tools = await base_server.list_tools()
|
|
|
|
# Should only have static tools
|
|
assert len(tools) == 2
|
|
|
|
async def test_tool_not_found_falls_through_to_static(
|
|
self, base_server: FastMCP, dynamic_tools: list[Tool]
|
|
):
|
|
"""Test that unknown tool name falls through to static tools."""
|
|
provider = SimpleToolProvider(tools=dynamic_tools)
|
|
base_server.add_provider(provider)
|
|
|
|
# This tool is static, not in the dynamic provider
|
|
result = await base_server.call_tool(
|
|
name="static_subtract", arguments={"a": 10, "b": 3}
|
|
)
|
|
|
|
assert result.structured_content is not None
|
|
assert isinstance(result.structured_content, dict)
|
|
assert result.structured_content["result"] == 7
|
|
|
|
|
|
class TestProviderClass:
|
|
"""Tests for the Provider class."""
|
|
|
|
async def test_subclass_is_instance(self):
|
|
"""Test that subclasses are instances of Provider."""
|
|
provider = SimpleToolProvider(tools=[])
|
|
assert isinstance(provider, Provider)
|
|
|
|
async def test_default_get_tool_works(self):
|
|
"""Test that the default get_tool implementation works."""
|
|
tool = SimpleTool(
|
|
name="test",
|
|
description="Test",
|
|
parameters={"type": "object", "properties": {}},
|
|
operation="add",
|
|
)
|
|
provider = ListOnlyProvider(tools=[tool])
|
|
|
|
# Default get_tool should find by name
|
|
found = await provider.get_tool("test")
|
|
assert found is not None
|
|
assert found.name == "test"
|
|
|
|
# Should return None for unknown names
|
|
not_found = await provider.get_tool("unknown")
|
|
assert not_found is None
|
|
|
|
|
|
class TestDynamicToolUpdates:
|
|
"""Tests demonstrating dynamic tool updates without restart."""
|
|
|
|
async def test_tools_update_without_restart(self):
|
|
"""Test that tools can be updated dynamically."""
|
|
mcp = FastMCP("DynamicServer")
|
|
|
|
# Start with one tool
|
|
initial_tools = [
|
|
SimpleTool(
|
|
name="tool_v1",
|
|
description="Version 1",
|
|
parameters={"type": "object", "properties": {}},
|
|
operation="add",
|
|
),
|
|
]
|
|
provider = SimpleToolProvider(tools=initial_tools)
|
|
mcp.add_provider(provider)
|
|
|
|
tools = await mcp.list_tools()
|
|
assert len(tools) == 1
|
|
assert tools[0].name == "tool_v1"
|
|
|
|
# Update the provider's tools (simulating DB update)
|
|
provider._tools = [
|
|
SimpleTool(
|
|
name="tool_v2",
|
|
description="Version 2",
|
|
parameters={"type": "object", "properties": {}},
|
|
operation="multiply",
|
|
),
|
|
SimpleTool(
|
|
name="tool_v3",
|
|
description="Version 3",
|
|
parameters={"type": "object", "properties": {}},
|
|
operation="add",
|
|
),
|
|
]
|
|
|
|
# List tools again - should see new tools
|
|
tools = await mcp.list_tools()
|
|
assert len(tools) == 2
|
|
tool_names = [t.name for t in tools]
|
|
assert "tool_v1" not in tool_names
|
|
assert "tool_v2" in tool_names
|
|
assert "tool_v3" in tool_names
|
|
|
|
|
|
class TestProviderExecutionMethods:
|
|
"""Tests for Provider execution methods (call_tool, read_resource, render_prompt)."""
|
|
|
|
async def test_call_tool_default_implementation(self):
|
|
"""Test that default call_tool uses get_tool and runs the tool."""
|
|
tool = SimpleTool(
|
|
name="test_tool",
|
|
description="Test",
|
|
parameters={"type": "object", "properties": {"a": {}, "b": {}}},
|
|
operation="add",
|
|
)
|
|
provider = SimpleToolProvider(tools=[tool])
|
|
mcp = FastMCP("TestServer")
|
|
mcp.add_provider(provider)
|
|
|
|
result = await mcp.call_tool("test_tool", {"a": 1, "b": 2})
|
|
|
|
assert result.structured_content is not None
|
|
assert isinstance(result.structured_content, dict)
|
|
assert result.structured_content["result"] == 3
|
|
|
|
async def test_read_resource_default_implementation(self):
|
|
"""Test that default read_resource uses get_resource and reads it."""
|
|
|
|
class ResourceProvider(Provider):
|
|
async def _list_resources(self) -> Sequence[Resource]:
|
|
return [
|
|
FunctionResource(
|
|
uri=AnyUrl("test://data"),
|
|
name="Test Data",
|
|
fn=lambda: "hello world",
|
|
)
|
|
]
|
|
|
|
provider = ResourceProvider()
|
|
mcp = FastMCP("TestServer")
|
|
mcp.add_provider(provider)
|
|
|
|
result = await mcp.read_resource("test://data")
|
|
|
|
assert len(result.contents) == 1
|
|
assert result.contents[0].content == "hello world"
|
|
|
|
async def test_read_resource_template_default(self):
|
|
"""Test that read_resource_template handles template-based resources."""
|
|
|
|
class TemplateProvider(Provider):
|
|
async def _list_resource_templates(self) -> Sequence[ResourceTemplate]:
|
|
return [
|
|
FunctionResourceTemplate.from_function(
|
|
fn=lambda name: f"content of {name}",
|
|
uri_template="data://files/{name}",
|
|
name="Data Template",
|
|
)
|
|
]
|
|
|
|
provider = TemplateProvider()
|
|
mcp = FastMCP("TestServer")
|
|
mcp.add_provider(provider)
|
|
|
|
result = await mcp.read_resource("data://files/test.txt")
|
|
|
|
assert len(result.contents) == 1
|
|
assert result.contents[0].content == "content of test.txt"
|
|
|
|
async def test_render_prompt_default_implementation(self):
|
|
"""Test that default render_prompt uses get_prompt and renders it."""
|
|
|
|
class PromptProvider(Provider):
|
|
async def _list_prompts(self) -> Sequence[Prompt]:
|
|
return [
|
|
FunctionPrompt.from_function(
|
|
fn=lambda name: f"Hello, {name}!",
|
|
name="greeting",
|
|
description="Greet someone",
|
|
)
|
|
]
|
|
|
|
provider = PromptProvider()
|
|
mcp = FastMCP("TestServer")
|
|
mcp.add_provider(provider)
|
|
|
|
result = await mcp.render_prompt("greeting", {"name": "World"})
|
|
|
|
assert len(result.messages) == 1
|
|
assert isinstance(result.messages[0].content, TextContent)
|
|
assert result.messages[0].content.text == "Hello, World!"
|