wehub-resource-sync
2860fb5d18
Security / Dependency review (push) Has been skipped
Scorecard / Scorecard analysis (push) Failing after 0s
Validate / eval (push) Failing after 0s
Security / Dependency audit (push) Failing after 1s
Security / Secret scan (push) Failing after 1s
Validate / tests (push) Failing after 0s
Validate / mcp-tests (push) Failing after 1s
GitHub Actions Security Analysis with zizmor 🌈 / zizmor (push) Failing after 1s
Security / SAST scan (push) Failing after 13m52s
68 lines
3.3 KiB
Python
68 lines
3.3 KiB
Python
"""Tests for scripts/lib/web_search_keyless.py — keyless web search floor."""
|
|
|
|
from unittest import mock
|
|
|
|
from lib import web_search_keyless
|
|
|
|
_DDG_HTML = """
|
|
<div class="result">
|
|
<a rel="nofollow" class="result__a" href="//duckduckgo.com/l/?uddg=https%3A%2F%2Fexample.com%2Fpost&rut=x">First & Best</a>
|
|
<a class="result__snippet" href="//x">A snippet about the <b>topic</b>.</a>
|
|
</div>
|
|
<div class="result">
|
|
<a rel="nofollow" class="result__a" href="//duckduckgo.com/l/?uddg=https%3A%2F%2Fnews.example.org%2Fa">Second result</a>
|
|
<a class="result__snippet" href="//y">Second snippet.</a>
|
|
</div>
|
|
"""
|
|
|
|
|
|
class TestKeylessSearch:
|
|
def test_ddg_parsing_happy_path(self):
|
|
with mock.patch.object(web_search_keyless.http, "get_text", return_value=_DDG_HTML):
|
|
items, artifact = web_search_keyless.keyless_search(
|
|
"topic", ("2026-02-25", "2026-03-27"), {})
|
|
assert len(items) == 2
|
|
assert items[0]["url"] == "https://example.com/post"
|
|
assert items[0]["title"] == "First & Best"
|
|
assert items[0]["source_domain"] == "example.com"
|
|
assert "snippet about the topic" in items[0]["snippet"]
|
|
assert artifact["keyless_backend"] == "ddg"
|
|
# Floor relevance is below the paid backends' 0.8.
|
|
assert items[0]["relevance"] < 0.8
|
|
|
|
def test_item_shape_matches_grounding_backends(self):
|
|
with mock.patch.object(web_search_keyless.http, "get_text", return_value=_DDG_HTML):
|
|
items, _ = web_search_keyless.keyless_search("topic", ("2026-02-25", "2026-03-27"), {})
|
|
required = {"id", "title", "url", "source_domain", "snippet", "date", "relevance", "why_relevant"}
|
|
assert required.issubset(items[0].keys())
|
|
|
|
def test_count_cap(self):
|
|
with mock.patch.object(web_search_keyless.http, "get_text", return_value=_DDG_HTML):
|
|
items, _ = web_search_keyless.keyless_search("topic", ("2026-02-25", "2026-03-27"), {}, count=1)
|
|
assert len(items) == 1
|
|
|
|
def test_ddg_down_no_searxng_returns_degraded(self):
|
|
with mock.patch.object(web_search_keyless.http, "get_text", return_value=None):
|
|
items, artifact = web_search_keyless.keyless_search("topic", ("2026-02-25", "2026-03-27"), {})
|
|
assert items == []
|
|
assert artifact["reason"] == "keyless-search-unavailable"
|
|
|
|
def test_searxng_fallback_when_ddg_empty(self):
|
|
searxng_payload = {"results": [
|
|
{"url": "https://searxng.example/a", "title": "SX A", "content": "sx snippet"},
|
|
]}
|
|
with mock.patch.object(web_search_keyless.http, "get_text", return_value=None), \
|
|
mock.patch.object(web_search_keyless.http, "get", return_value=searxng_payload):
|
|
items, artifact = web_search_keyless.keyless_search(
|
|
"topic", ("2026-02-25", "2026-03-27"),
|
|
{"LAST30DAYS_SEARXNG_URL": "https://searxng.example"})
|
|
assert len(items) == 1
|
|
assert items[0]["url"] == "https://searxng.example/a"
|
|
assert artifact["keyless_backend"] == "searxng"
|
|
|
|
def test_skips_non_http_results(self):
|
|
html = '<a class="result__a" href="//duckduckgo.com/l/?uddg=javascript%3Avoid(0)">bad</a>'
|
|
with mock.patch.object(web_search_keyless.http, "get_text", return_value=html):
|
|
items, _ = web_search_keyless.keyless_search("topic", ("2026-02-25", "2026-03-27"), {})
|
|
assert items == []
|