7a0da7932b
OSV-Scanner (Scheduled) / scan-scheduled (push) Failing after 0s
Create Release / test-gate (push) Has been cancelled
Create Release / release-gate (push) Has been cancelled
Create Release / ci-gate (push) Has been cancelled
Create Release / version-check (push) Has been cancelled
Create Release / e2e-test-gate (push) Has been cancelled
Create Release / responsive-test-gate (push) Has been cancelled
Create Release / compat-test-gate (push) Has been cancelled
Create Release / compose-integration-gate (push) Has been cancelled
Create Release / vulture-gate (push) Has been cancelled
Create Release / build (push) Has been cancelled
Create Release / provenance (push) Has been cancelled
Create Release / prerelease-docker (push) Has been cancelled
Create Release / publish-docker (push) Has been cancelled
Create Release / create-release (push) Has been cancelled
Create Release / cleanup-changelog (push) Has been cancelled
Create Release / trigger-pypi (push) Has been cancelled
Create Release / monitor-pypi (push) Has been cancelled
Create Release / Clean up orphan prerelease tags and signatures (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [research-form] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [research-metrics] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [research-workflow] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [settings-core] (push) Has been cancelled
CodeQL Advanced / Analyze (javascript-typescript) (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [history-news] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [library] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [link-analytics] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [chat-core] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [chat-lifecycle] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [error-benchmark] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [settings-pages] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) (push) Has been cancelled
Docker Tests (Consolidated) / Accessibility Tests (push) Has been cancelled
Docker Tests (Consolidated) / LLM Unit Tests (push) Has been cancelled
Docker Tests (Consolidated) / LLM Example Tests (push) Has been cancelled
Docker Tests (Consolidated) / Production Image Smoke Test (push) Has been cancelled
Docker Tests (Consolidated) / Infrastructure Tests (push) Has been cancelled
OSSF Scorecard / OSSF Security Scorecard Analysis (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [mobile] (push) Has been cancelled
Backwards Compatibility / Verify Encryption Constants (push) Has been cancelled
Backwards Compatibility / PyPI Version Compatibility (push) Has been cancelled
Backwards Compatibility / Database Migration Tests (push) Has been cancelled
CodeQL Advanced / Analyze (python) (push) Has been cancelled
Docker Tests (Consolidated) / detect-changes (push) Has been cancelled
Docker Tests (Consolidated) / Build Test Image (push) Has been cancelled
Docker Tests (Consolidated) / All Pytest Tests + Coverage (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [accessibility] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [api-crud] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [auth-login] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [auth-pages] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [auth-register] (push) Has been cancelled
246 lines
7.9 KiB
Python
246 lines
7.9 KiB
Python
"""
|
|
Behavioral tests for base_evidence module.
|
|
|
|
Tests EvidenceType enum with base_confidence property and Evidence dataclass.
|
|
"""
|
|
|
|
|
|
class TestEvidenceTypeEnum:
|
|
"""Tests for EvidenceType enum values."""
|
|
|
|
def test_direct_statement_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.DIRECT_STATEMENT.value == "direct_statement"
|
|
|
|
def test_official_record_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.OFFICIAL_RECORD.value == "official_record"
|
|
|
|
def test_research_finding_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.RESEARCH_FINDING.value == "research_finding"
|
|
|
|
def test_news_report_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.NEWS_REPORT.value == "news_report"
|
|
|
|
def test_statistical_data_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.STATISTICAL_DATA.value == "statistical_data"
|
|
|
|
def test_inference_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.INFERENCE.value == "inference"
|
|
|
|
def test_correlation_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.CORRELATION.value == "correlation"
|
|
|
|
def test_speculation_exists(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.SPECULATION.value == "speculation"
|
|
|
|
def test_has_eight_types(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert len(EvidenceType) == 8
|
|
|
|
|
|
class TestEvidenceTypeBaseConfidence:
|
|
"""Tests for EvidenceType.base_confidence property."""
|
|
|
|
def test_direct_statement_highest_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.DIRECT_STATEMENT.base_confidence == 0.95
|
|
|
|
def test_official_record_high_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.OFFICIAL_RECORD.base_confidence == 0.90
|
|
|
|
def test_research_finding_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.RESEARCH_FINDING.base_confidence == 0.85
|
|
|
|
def test_statistical_data_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.STATISTICAL_DATA.base_confidence == 0.85
|
|
|
|
def test_news_report_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.NEWS_REPORT.base_confidence == 0.75
|
|
|
|
def test_inference_moderate_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.INFERENCE.base_confidence == 0.50
|
|
|
|
def test_correlation_low_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.CORRELATION.base_confidence == 0.30
|
|
|
|
def test_speculation_lowest_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert EvidenceType.SPECULATION.base_confidence == 0.10
|
|
|
|
def test_confidence_ordering(self):
|
|
"""Higher reliability evidence types have higher confidence."""
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
assert (
|
|
EvidenceType.DIRECT_STATEMENT.base_confidence
|
|
> EvidenceType.OFFICIAL_RECORD.base_confidence
|
|
> EvidenceType.NEWS_REPORT.base_confidence
|
|
> EvidenceType.INFERENCE.base_confidence
|
|
> EvidenceType.CORRELATION.base_confidence
|
|
> EvidenceType.SPECULATION.base_confidence
|
|
)
|
|
|
|
def test_all_confidences_between_0_and_1(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
EvidenceType,
|
|
)
|
|
|
|
for et in EvidenceType:
|
|
assert 0.0 <= et.base_confidence <= 1.0
|
|
|
|
|
|
class TestEvidenceInit:
|
|
"""Tests for Evidence dataclass initialization."""
|
|
|
|
def test_basic_construction(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(
|
|
claim="test claim",
|
|
type=EvidenceType.DIRECT_STATEMENT,
|
|
source="wiki",
|
|
)
|
|
assert e.claim == "test claim"
|
|
assert e.type == EvidenceType.DIRECT_STATEMENT
|
|
assert e.source == "wiki"
|
|
|
|
def test_auto_confidence_from_type(self):
|
|
"""When confidence is 0.0 (default), auto-set from type.base_confidence."""
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(claim="c", type=EvidenceType.OFFICIAL_RECORD, source="s")
|
|
assert e.confidence == 0.90
|
|
|
|
def test_custom_confidence_preserved(self):
|
|
"""When confidence is explicitly provided (non-zero), it is preserved."""
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(
|
|
claim="c",
|
|
type=EvidenceType.OFFICIAL_RECORD,
|
|
source="s",
|
|
confidence=0.42,
|
|
)
|
|
assert e.confidence == 0.42
|
|
|
|
def test_reasoning_defaults_none(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(claim="c", type=EvidenceType.INFERENCE, source="s")
|
|
assert e.reasoning is None
|
|
|
|
def test_raw_text_defaults_none(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(claim="c", type=EvidenceType.INFERENCE, source="s")
|
|
assert e.raw_text is None
|
|
|
|
def test_timestamp_is_set(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(claim="c", type=EvidenceType.INFERENCE, source="s")
|
|
assert isinstance(e.timestamp, str)
|
|
assert len(e.timestamp) > 0
|
|
|
|
def test_metadata_defaults_empty_dict(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(claim="c", type=EvidenceType.INFERENCE, source="s")
|
|
assert e.metadata == {}
|
|
|
|
def test_speculation_auto_confidence(self):
|
|
from local_deep_research.advanced_search_system.evidence.base_evidence import (
|
|
Evidence,
|
|
EvidenceType,
|
|
)
|
|
|
|
e = Evidence(claim="c", type=EvidenceType.SPECULATION, source="s")
|
|
assert e.confidence == 0.10
|