wehub-resource-sync
e4dcfc49aa
Tests / Import Check (Python 3.13) (push) Has been cancelled
Tests / Import Check (Python 3.14) (push) Has been cancelled
Tests / Python Tests (Python 3.11) (push) Has been cancelled
Tests / Python Tests (Python 3.12) (push) Has been cancelled
Tests / Python Tests (Python 3.14) (push) Has been cancelled
Tests / Test Summary (push) Has been cancelled
Tests / Lint and Format (push) Has been cancelled
Tests / Web Node Tests (push) Has been cancelled
Tests / Import Check (Python 3.11) (push) Has been cancelled
Tests / Import Check (Python 3.12) (push) Has been cancelled
Tests / Python Tests (Python 3.13) (push) Has been cancelled
57 lines
2.0 KiB
Python
57 lines
2.0 KiB
Python
"""Embedding-signature helpers for RAG index version selection."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from typing import Any
|
|
|
|
from deeptutor.services.rag.index_versioning import EmbeddingSignature
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def signature_from_config(config: Any) -> EmbeddingSignature:
|
|
"""Build a stable RAG index signature from an embedding config object."""
|
|
return EmbeddingSignature(
|
|
binding=(getattr(config, "binding", "") or "").strip().lower(),
|
|
model=(getattr(config, "model", "") or "").strip(),
|
|
dimension=int(getattr(config, "dim", 0) or 0),
|
|
base_url=(
|
|
getattr(config, "effective_url", None) or getattr(config, "base_url", None) or ""
|
|
).strip(),
|
|
api_version=(getattr(config, "api_version", "") or "").strip(),
|
|
)
|
|
|
|
|
|
def signature_from_embedding_config() -> EmbeddingSignature | None:
|
|
"""Compute the signature for the currently-active embedding config."""
|
|
try:
|
|
from deeptutor.services.embedding import get_embedding_config
|
|
except Exception: # pragma: no cover - import error
|
|
return None
|
|
|
|
try:
|
|
return signature_from_config(get_embedding_config())
|
|
except Exception as exc:
|
|
logger.debug(f"Cannot resolve embedding signature: {exc}")
|
|
return None
|
|
|
|
|
|
def embedding_meta_fields() -> dict[str, Any]:
|
|
"""Embedding identity fields to stamp into a version's ``meta.json``.
|
|
|
|
LlamaIndex versions already record the full signature; the graph engines
|
|
(GraphRAG/LightRAG) use a synthetic provider signature, so they stamp these
|
|
extra fields at build time. The probe used when *linking* an external index
|
|
reads them to verify the index was built with a compatible embedding model
|
|
— without which graph engines fail retrieval silently on a mismatch.
|
|
"""
|
|
signature = signature_from_embedding_config()
|
|
if signature is None:
|
|
return {}
|
|
return {
|
|
"embedding_signature": signature.hash(),
|
|
"embedding_model": signature.model,
|
|
"embedding_dim": signature.dimension,
|
|
}
|