555e282cc4
pi-agent-plugin checks / lint (push) Has been cancelled
pi-agent-plugin checks / test (20) (push) Has been cancelled
pi-agent-plugin checks / test (22) (push) Has been cancelled
pi-agent-plugin checks / build (push) Has been cancelled
TypeScript SDK CI / check_changes (push) Has been cancelled
TypeScript SDK CI / changelog_check (push) Has been cancelled
ci / changelog_check (push) Has been cancelled
ci / check_changes (push) Has been cancelled
ci / build_mem0 (3.10) (push) Has been cancelled
ci / build_mem0 (3.11) (push) Has been cancelled
ci / build_mem0 (3.12) (push) Has been cancelled
CLI Node CI / lint (push) Has been cancelled
CLI Node CI / test (20) (push) Has been cancelled
CLI Node CI / test (22) (push) Has been cancelled
CLI Node CI / build (push) Has been cancelled
CLI Python CI / lint (push) Has been cancelled
CLI Python CI / test (3.10) (push) Has been cancelled
CLI Python CI / test (3.11) (push) Has been cancelled
CLI Python CI / test (3.12) (push) Has been cancelled
CLI Python CI / build (push) Has been cancelled
openclaw checks / lint (push) Has been cancelled
openclaw checks / test (20) (push) Has been cancelled
openclaw checks / test (22) (push) Has been cancelled
openclaw checks / build (push) Has been cancelled
opencode-plugin checks / build (push) Has been cancelled
TypeScript SDK CI / build_ts_sdk (20) (push) Has been cancelled
TypeScript SDK CI / build_ts_sdk (22) (push) Has been cancelled
TypeScript SDK CI / integration_ts_sdk (20) (push) Has been cancelled
TypeScript SDK CI / integration_ts_sdk (22) (push) Has been cancelled
33 lines
1.3 KiB
Python
33 lines
1.3 KiB
Python
"""Reranker failures must be logged, not silently swallowed.
|
|
|
|
Uses the LLMReranker because it is constructible without heavy ML deps (the
|
|
``mock_llm`` fixture stubs the LLM factory). The fix under test is shared by all
|
|
reranker providers: the ``except`` fallback now emits a ``logger.warning`` before
|
|
degrading to the original order / a neutral score.
|
|
"""
|
|
|
|
import logging
|
|
|
|
from mem0.reranker.llm_reranker import LLMReranker
|
|
|
|
|
|
class TestRerankerFailureLogging:
|
|
def test_llm_failure_is_logged_and_falls_back(self, mock_llm, caplog):
|
|
_factory, llm_instance = mock_llm
|
|
llm_instance.generate_response.side_effect = RuntimeError("upstream 500")
|
|
|
|
reranker = LLMReranker({"provider": "openai"})
|
|
docs = [{"memory": "alpha"}, {"memory": "beta"}]
|
|
|
|
with caplog.at_level(logging.WARNING, logger="mem0.reranker.llm_reranker"):
|
|
result = reranker.rerank("q", docs)
|
|
|
|
# Graceful degradation preserved: every doc still comes back, scored neutral.
|
|
assert len(result) == 2
|
|
assert all(d["rerank_score"] == 0.5 for d in result)
|
|
|
|
# The failure is no longer silent.
|
|
warnings = [r for r in caplog.records if r.levelno == logging.WARNING]
|
|
assert warnings, "expected a warning to be logged on reranking failure"
|
|
assert "upstream 500" in caplog.text
|