wehub-resource-sync
2860fb5d18
Security / Dependency review (push) Has been skipped
Scorecard / Scorecard analysis (push) Failing after 0s
Validate / eval (push) Failing after 0s
Security / Dependency audit (push) Failing after 1s
Security / Secret scan (push) Failing after 1s
Validate / tests (push) Failing after 0s
Validate / mcp-tests (push) Failing after 1s
GitHub Actions Security Analysis with zizmor 🌈 / zizmor (push) Failing after 1s
Security / SAST scan (push) Failing after 13m52s
127 lines
4.8 KiB
Python
127 lines
4.8 KiB
Python
"""Host-contract tests for non-modal agent runtimes."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
SKILL_MD = ROOT / "skills" / "last30days" / "SKILL.md"
|
|
|
|
|
|
def _prose_flow() -> str:
|
|
text = SKILL_MD.read_text(encoding="utf-8")
|
|
start_marker = "### Non-Modal Prose Flow"
|
|
end_marker = "### Manual Setup Guide"
|
|
start = text.find(start_marker)
|
|
assert start != -1, f"missing section marker: {start_marker}"
|
|
end = text.find(end_marker, start)
|
|
assert end != -1, f"missing section marker: {end_marker}"
|
|
return text[start:end]
|
|
|
|
|
|
def test_non_modal_hosts_are_named():
|
|
prose = _prose_flow()
|
|
for host in ("Codex", "Cursor", "Gemini CLI", "raw CLI"):
|
|
assert host in prose
|
|
|
|
|
|
def test_non_modal_cookie_consent_uses_engine_allow_flag():
|
|
prose = _prose_flow()
|
|
consent = prose.index("Cookie consent")
|
|
allow = prose.index("setup --allow-browser-cookies")
|
|
decline = prose.index("FROM_BROWSER=off")
|
|
assert consent < allow
|
|
assert consent < decline
|
|
|
|
|
|
def test_non_modal_preflight_runs_before_cookie_consent():
|
|
prose = _prose_flow()
|
|
preflight = prose.index("--preflight")
|
|
consent = prose.index("Cookie consent")
|
|
assert preflight < consent
|
|
assert "does not read browser-cookie values" in prose
|
|
assert "does not write setup/config/report files" in prose
|
|
assert "does not run research" in prose
|
|
|
|
|
|
def test_non_modal_completion_mentions_safe_diagnose_and_project_trust():
|
|
prose = _prose_flow()
|
|
assert "safe `--diagnose`" in prose
|
|
assert "LAST30DAYS_TRUST_PROJECT_CONFIG=1" in prose
|
|
assert "Codex desktop" in prose
|
|
|
|
|
|
def _step0_search_contract() -> str:
|
|
text = SKILL_MD.read_text(encoding="utf-8")
|
|
start_marker = "**STEP 0 - RESOLVE HOST WEB SEARCH FIRST.**"
|
|
end_marker = "**FIRST-RUN GATE"
|
|
start = text.find(start_marker)
|
|
assert start != -1, f"missing section marker: {start_marker}"
|
|
end = text.find(end_marker, start)
|
|
assert end != -1, f"missing section marker: {end_marker}"
|
|
return text[start:end]
|
|
|
|
|
|
def test_host_web_search_uses_available_capability_not_specific_tool_name():
|
|
step0 = _step0_search_contract()
|
|
assert "usable web-search tool" in step0
|
|
assert "built in, exposed as a deferred tool, or provided by an installed connector" in step0
|
|
assert "Brave, Firecrawl, Exa, Serper" in step0
|
|
assert "If your host requires loading, selecting, or enabling the web-search tool" in step0
|
|
assert "Do not fail the skill just because one particular schema lookup or tool name is unavailable" in step0
|
|
|
|
|
|
def test_no_host_search_uses_auto_resolve_and_leaves_native_signal_unset():
|
|
step0 = _step0_search_contract()
|
|
assert "If no web-search tool is available in the agent session" in step0
|
|
assert "--auto-resolve" in step0
|
|
assert "LAST30DAYS_NATIVE_SEARCH=1" in step0
|
|
assert "Leave it unset when the agent session has no web-search tool" in step0
|
|
|
|
|
|
def _law8_block() -> str:
|
|
text = SKILL_MD.read_text(encoding="utf-8")
|
|
start = text.find("**LAW 8 -")
|
|
assert start != -1, "missing LAW 8 marker"
|
|
end = text.find("**LAW 9 -", start)
|
|
assert end != -1, "missing LAW 9 marker (LAW 8 block end)"
|
|
return text[start:end]
|
|
|
|
|
|
def test_law8_is_renderer_aware_with_both_regimes():
|
|
# LAW 8 must keep the inline-link default for hidden-link hosts AND carry a
|
|
# plain-label branch for visible-URL hosts. Codex rendered every inline link
|
|
# as `label (https://...)`, so a single-renderer LAW 8 produced URL soup.
|
|
law8 = _law8_block()
|
|
assert "Hidden-link hosts (Claude Code)" in law8
|
|
assert "Visible-URL hosts (Codex" in law8
|
|
assert "URL soup" in law8
|
|
# Hidden-link default must remain inline `[name](url)` (no Claude Code regression).
|
|
assert "`[name](url)`" in law8
|
|
|
|
|
|
def test_law8_host_detection_is_deterministic_via_claudecode():
|
|
law8 = _law8_block()
|
|
assert "CLAUDECODE" in law8
|
|
# The detection must be stated as deterministic, not left to the model guessing.
|
|
assert "do not guess" in law8
|
|
|
|
|
|
def test_plan_invocation_warns_against_bash_lc_apostrophe_wrapper():
|
|
# Codex aborted its first engine run by wrapping the query-plan heredoc in
|
|
# `bash -lc '...'`; the outer single quote ended at the first apostrophe in a
|
|
# ranking string. The guidance must steer off that wrapper explicitly.
|
|
text = SKILL_MD.read_text(encoding="utf-8")
|
|
assert "bash -lc '...'" in text
|
|
assert "unmatched" in text
|
|
|
|
|
|
def test_step055_documents_dedicated_vs_broad_subreddits():
|
|
# Step 0.55 must instruct the model to split entity-home (dedicated) subs from
|
|
# broad subs and pass them via --dedicated-subreddits, which the engine pulls
|
|
# in full and exempts from the relevance floor.
|
|
text = SKILL_MD.read_text(encoding="utf-8")
|
|
assert "RESOLVED_DEDICATED_SUBREDDITS" in text
|
|
assert "--dedicated-subreddits" in text
|
|
assert "relevance floor" in text
|