2cab53bc94
Test Vector Database Adaptors / Test MCP Vector DB Tools (push) Has been cancelled
Tests / Code Quality (Ruff & Mypy) (push) Has been cancelled
Tests / Fast Unit Tests (parallel) (macos-latest, 3.11) (push) Has been cancelled
Tests / Fast Unit Tests (parallel) (macos-latest, 3.12) (push) Has been cancelled
Tests / Tests (push) Has been cancelled
Docker Publish / Build and Push Docker Images (map[description:Skill Seekers CLI - Convert documentation to AI skills dockerfile:Dockerfile name:skill-seekers]) (push) Has been cancelled
Docker Publish / Build and Push Docker Images (map[description:Skill Seekers MCP Server - 25 tools for AI assistants dockerfile:Dockerfile.mcp name:skill-seekers-mcp]) (push) Has been cancelled
Docker Publish / Test Docker Images (push) Has been cancelled
Tests / Fast Unit Tests (parallel) (ubuntu-latest, 3.10) (push) Has been cancelled
Tests / Fast Unit Tests (parallel) (ubuntu-latest, 3.11) (push) Has been cancelled
Tests / Fast Unit Tests (parallel) (ubuntu-latest, 3.12) (push) Has been cancelled
Tests / Serial / Integration / E2E Tests (push) Has been cancelled
Tests / MCP Server Tests (push) Has been cancelled
Test Vector Database Adaptors / Test chroma Adaptor (push) Has been cancelled
Test Vector Database Adaptors / Test faiss Adaptor (push) Has been cancelled
Test Vector Database Adaptors / Test qdrant Adaptor (push) Has been cancelled
Test Vector Database Adaptors / Test weaviate Adaptor (push) Has been cancelled
211 lines
7.4 KiB
Python
211 lines
7.4 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Tests for cli/estimate_pages.py functionality
|
|
"""
|
|
|
|
import pytest
|
|
|
|
import json
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
from skill_seekers.cli.estimate_pages import estimate_pages
|
|
|
|
pytestmark = [pytest.mark.integration, pytest.mark.network]
|
|
|
|
|
|
class TestEstimatePages(unittest.TestCase):
|
|
"""Test estimate_pages function"""
|
|
|
|
def test_estimate_pages_with_minimal_config(self):
|
|
"""Test estimation with minimal configuration"""
|
|
config = {"name": "test", "base_url": "https://example.com/", "rate_limit": 0.1}
|
|
|
|
# This will make real HTTP request to example.com
|
|
# We use low max_discovery to keep test fast
|
|
result = estimate_pages(config, max_discovery=2, timeout=5)
|
|
|
|
# Check result structure
|
|
self.assertIsInstance(result, dict)
|
|
self.assertIn("discovered", result)
|
|
self.assertIn("estimated_total", result)
|
|
# Actual key is elapsed_seconds, not time_elapsed
|
|
self.assertIn("elapsed_seconds", result)
|
|
|
|
def test_estimate_pages_returns_discovered_count(self):
|
|
"""Test that result contains discovered page count"""
|
|
config = {"name": "test", "base_url": "https://example.com/", "rate_limit": 0.1}
|
|
|
|
result = estimate_pages(config, max_discovery=1, timeout=5)
|
|
|
|
self.assertGreaterEqual(result["discovered"], 0)
|
|
self.assertIsInstance(result["discovered"], int)
|
|
|
|
def test_estimate_pages_respects_max_discovery(self):
|
|
"""Test that estimation respects max_discovery limit"""
|
|
config = {"name": "test", "base_url": "https://example.com/", "rate_limit": 0.1}
|
|
|
|
result = estimate_pages(config, max_discovery=3, timeout=5)
|
|
|
|
# Should not discover more than max_discovery
|
|
self.assertLessEqual(result["discovered"], 3)
|
|
|
|
def test_estimate_pages_with_start_urls(self):
|
|
"""Test estimation with custom start_urls"""
|
|
config = {
|
|
"name": "test",
|
|
"base_url": "https://example.com/",
|
|
"start_urls": ["https://example.com/"],
|
|
"rate_limit": 0.1,
|
|
}
|
|
|
|
result = estimate_pages(config, max_discovery=2, timeout=5)
|
|
|
|
self.assertIsInstance(result, dict)
|
|
self.assertIn("discovered", result)
|
|
|
|
|
|
class TestEstimateParserDefault(unittest.TestCase):
|
|
"""Regression for CLI-04: the unified `estimate` subcommand parser must give
|
|
--max-discovery a finite default. Without it argparse leaves it None, which
|
|
estimate_pages() treats as UNLIMITED — so `skill-seekers estimate <cfg>`
|
|
crawled the whole site instead of stopping at the 1000-page cap."""
|
|
|
|
def test_max_discovery_has_finite_default(self):
|
|
import argparse
|
|
|
|
from skill_seekers.cli.constants import DEFAULT_MAX_DISCOVERY
|
|
from skill_seekers.cli.parsers.estimate_parser import EstimateParser
|
|
|
|
parser = argparse.ArgumentParser()
|
|
EstimateParser().add_arguments(parser)
|
|
ns = parser.parse_args(["someconfig.json"])
|
|
self.assertIsNotNone(ns.max_discovery)
|
|
self.assertEqual(ns.max_discovery, DEFAULT_MAX_DISCOVERY)
|
|
|
|
|
|
class TestEstimatePagesCLI(unittest.TestCase):
|
|
"""Test estimate_pages command-line interface (via entry point)"""
|
|
|
|
def test_cli_help_output(self):
|
|
"""Test that skill-seekers estimate --help works"""
|
|
import subprocess
|
|
|
|
try:
|
|
result = subprocess.run(
|
|
["skill-seekers", "estimate", "--help"], capture_output=True, text=True, timeout=5
|
|
)
|
|
|
|
# Should return successfully (0 or 2 for argparse)
|
|
self.assertIn(result.returncode, [0, 2])
|
|
output = result.stdout + result.stderr
|
|
self.assertTrue("usage:" in output.lower() or "estimate" in output.lower())
|
|
except FileNotFoundError:
|
|
self.skipTest("skill-seekers command not installed")
|
|
|
|
def test_cli_executes_with_help_flag(self):
|
|
"""Test that skill-seekers-estimate entry point works"""
|
|
import subprocess
|
|
|
|
try:
|
|
result = subprocess.run(
|
|
["skill-seekers-estimate", "--help"], capture_output=True, text=True, timeout=5
|
|
)
|
|
|
|
# Should return successfully
|
|
self.assertIn(result.returncode, [0, 2])
|
|
except FileNotFoundError:
|
|
self.skipTest("skill-seekers-estimate command not installed")
|
|
|
|
def test_cli_requires_config_argument(self):
|
|
"""Test that CLI requires config file argument"""
|
|
import subprocess
|
|
|
|
try:
|
|
# Run without config argument
|
|
result = subprocess.run(
|
|
["skill-seekers", "estimate"], capture_output=True, text=True, timeout=5
|
|
)
|
|
|
|
# Should fail (non-zero exit code) or show usage
|
|
self.assertTrue(
|
|
result.returncode != 0
|
|
or "usage" in result.stderr.lower()
|
|
or "usage" in result.stdout.lower()
|
|
)
|
|
except FileNotFoundError:
|
|
self.skipTest("skill-seekers command not installed")
|
|
|
|
def test_cli_all_flag_lists_configs(self):
|
|
"""Test that --all flag lists all available configs"""
|
|
import subprocess
|
|
|
|
try:
|
|
# Run with --all flag
|
|
result = subprocess.run(
|
|
["skill-seekers", "estimate", "--all"], capture_output=True, text=True, timeout=10
|
|
)
|
|
|
|
# Should succeed
|
|
self.assertEqual(result.returncode, 0)
|
|
|
|
# Should contain expected output
|
|
output = result.stdout
|
|
self.assertIn("AVAILABLE CONFIGS", output)
|
|
self.assertIn("Total:", output)
|
|
self.assertIn("configs found", output)
|
|
|
|
# Should list some known configs
|
|
# (these should exist in api/configs_repo/official/)
|
|
self.assertTrue(
|
|
"react" in output.lower()
|
|
or "django" in output.lower()
|
|
or "godot" in output.lower(),
|
|
"Expected at least one known config name in output",
|
|
)
|
|
except FileNotFoundError:
|
|
self.skipTest("skill-seekers command not installed")
|
|
|
|
def test_cli_all_flag_with_direct_entry_point(self):
|
|
"""Test --all flag works with skill-seekers-estimate entry point"""
|
|
import subprocess
|
|
|
|
try:
|
|
result = subprocess.run(
|
|
["skill-seekers-estimate", "--all"], capture_output=True, text=True, timeout=10
|
|
)
|
|
|
|
# Should succeed
|
|
self.assertEqual(result.returncode, 0)
|
|
|
|
# Should show available configs
|
|
output = result.stdout
|
|
self.assertIn("AVAILABLE CONFIGS", output)
|
|
except FileNotFoundError:
|
|
self.skipTest("skill-seekers-estimate command not installed")
|
|
|
|
|
|
class TestEstimatePagesWithRealConfig(unittest.TestCase):
|
|
"""Test estimation with real config files (if available)"""
|
|
|
|
def test_estimate_with_real_config_file(self):
|
|
"""Test estimation using a real config file (if exists)"""
|
|
config_path = Path("configs/react.json")
|
|
|
|
if not config_path.exists():
|
|
self.skipTest("configs/react.json not found")
|
|
|
|
with open(config_path) as f:
|
|
config = json.load(f)
|
|
|
|
# Use very low max_discovery to keep test fast
|
|
result = estimate_pages(config, max_discovery=3, timeout=5)
|
|
|
|
self.assertIsInstance(result, dict)
|
|
self.assertIn("discovered", result)
|
|
self.assertGreater(result["discovered"], 0)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|