wehub-resource-sync
60e0ffc959
Upgrade checks / Notify on failure (push) Has been cancelled
Upgrade checks / Close issue on success (push) Has been cancelled
Schema Crash Test / Real-world schema crash test (232K schemas) (push) Has been cancelled
Run static analysis / static_analysis (push) Has been cancelled
Tests / Tests: Python 3.10 on ubuntu-latest (push) Has been cancelled
Tests / Tests: Python 3.13 on ubuntu-latest (push) Has been cancelled
Tests / Tests: Python 3.10 on windows-latest (push) Has been cancelled
Tests / Tests with lowest-direct dependencies (push) Has been cancelled
Tests / MCP conformance tests (push) Has been cancelled
Tests / Integration tests (push) Has been cancelled
Tests / Package install smoke (push) Has been cancelled
Upgrade checks / Static analysis (push) Has been cancelled
Upgrade checks / Tests: Python 3.10 on ubuntu-latest (push) Has been cancelled
Upgrade checks / Tests: Python 3.13 on ubuntu-latest (push) Has been cancelled
Upgrade checks / Tests: Python 3.10 on windows-latest (push) Has been cancelled
Upgrade checks / Integration tests (push) Has been cancelled
Update MCPServerConfig Schema / update-config-schema (push) Has been cancelled
Update SDK Documentation / update-sdk-docs (push) Has been cancelled
99 lines
2.6 KiB
Python
99 lines
2.6 KiB
Python
"""Run the MCP conformance test suite against a FastMCP server.
|
|
|
|
Requires Node.js and npx to be available on PATH.
|
|
Mark: pytest -m conformance
|
|
"""
|
|
|
|
import shutil
|
|
import socket
|
|
import subprocess
|
|
import threading
|
|
import time
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
import uvicorn
|
|
|
|
CONFORMANCE_DIR = Path(__file__).parent
|
|
EXPECTED_FAILURES = CONFORMANCE_DIR / "expected-failures.yml"
|
|
HOST = "127.0.0.1"
|
|
MCP_PATH = "/mcp"
|
|
|
|
|
|
def _get_free_port() -> int:
|
|
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
|
|
s.bind(("127.0.0.1", 0))
|
|
s.listen(1)
|
|
return s.getsockname()[1]
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def _require_npx():
|
|
if shutil.which("npx") is None:
|
|
pytest.skip("npx not found on PATH — install Node.js to run conformance tests")
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def conformance_server(_require_npx):
|
|
"""Start the conformance test server in a background thread."""
|
|
from tests.conformance.server import server as mcp_server
|
|
|
|
port = _get_free_port()
|
|
app = mcp_server.http_app(transport="streamable-http", path=MCP_PATH)
|
|
|
|
config = uvicorn.Config(app, host=HOST, port=port, log_level="warning")
|
|
uv_server = uvicorn.Server(config)
|
|
|
|
thread = threading.Thread(target=uv_server.run, daemon=True)
|
|
thread.start()
|
|
|
|
# Wait for server to accept connections
|
|
url = f"http://{HOST}:{port}{MCP_PATH}"
|
|
deadline = time.monotonic() + 10
|
|
while time.monotonic() < deadline:
|
|
try:
|
|
with socket.create_connection((HOST, port), timeout=1):
|
|
break
|
|
except OSError:
|
|
time.sleep(0.1)
|
|
else:
|
|
pytest.fail("Conformance server did not start in time")
|
|
|
|
yield url
|
|
|
|
uv_server.should_exit = True
|
|
thread.join(timeout=5)
|
|
|
|
|
|
@pytest.mark.conformance
|
|
@pytest.mark.timeout(120)
|
|
def test_mcp_conformance(conformance_server):
|
|
"""Run the full MCP conformance test suite against the server."""
|
|
cmd = [
|
|
"npx",
|
|
"--yes",
|
|
"@modelcontextprotocol/conformance@latest",
|
|
"server",
|
|
"--url",
|
|
conformance_server,
|
|
"--suite",
|
|
"all",
|
|
]
|
|
|
|
if EXPECTED_FAILURES.exists():
|
|
cmd.extend(["--expected-failures", str(EXPECTED_FAILURES)])
|
|
|
|
result = subprocess.run(cmd, capture_output=True, text=True, timeout=90)
|
|
|
|
# Print output for visibility in test results
|
|
if result.stdout:
|
|
print(result.stdout)
|
|
if result.stderr:
|
|
print(result.stderr)
|
|
|
|
assert result.returncode == 0, (
|
|
f"Conformance tests failed (exit code {result.returncode}).\n"
|
|
f"stdout:\n{result.stdout}\n"
|
|
f"stderr:\n{result.stderr}"
|
|
)
|