chore: import upstream snapshot with attribution

code_review_graph/eval/benchmarks/search_quality.py

@@ -0,0 +1,59 @@
+"""Search quality benchmark: measures search result ranking via MRR."""
+
+from __future__ import annotations
+
+import logging
+import sqlite3
+from pathlib import Path
+
+logger = logging.getLogger(__name__)
+
+
+def run(repo_path: Path, store, config: dict) -> list[dict]:
+    """Run search quality benchmark."""
+    results = []
+    for sq in config.get("search_queries", []):
+        query = sq["query"]
+        expected = sq["expected"]
+
+        try:
+            from code_review_graph.search import hybrid_search
+            search_results = hybrid_search(store, query, limit=20)
+        except (ImportError, sqlite3.OperationalError) as exc:
+            logger.debug("hybrid_search unavailable, using fallback: %s", exc)
+            # Fallback to basic search
+            search_results = [
+                {"qualified_name": n.qualified_name}
+                for n in store.search_nodes(query, limit=20)
+            ]
+
+        rank = 0
+        for i, r in enumerate(search_results):
+            if isinstance(r, dict):
+                qn = r.get("qualified_name", "")
+            elif hasattr(r, "qualified_name"):
+                qn = r.qualified_name
+            else:
+                qn = ""
+            qn_lower = qn.lower()
+            exp_lower = expected.lower()
+            # Match if expected is substring of qn, qn is substring of expected,
+            # or the name part after :: matches
+            exp_name = expected.rsplit("::", 1)[-1] if "::" in expected else expected
+            qn_name = qn.rsplit("::", 1)[-1] if "::" in qn else qn
+            if (
+                exp_lower in qn_lower
+                or qn_lower in exp_lower
+                or exp_name.lower() == qn_name.lower()
+            ):
+                rank = i + 1
+                break
+
+        results.append({
+            "repo": config["name"],
+            "query": query,
+            "expected": expected,
+            "rank": rank,
+            "reciprocal_rank": round(1.0 / rank if rank > 0 else 0.0, 3),
+        })
+    return results