0ef5fcb1c5
Security / Dependency audit (pip-audit) (push) Has been cancelled
Security / CodeQL (javascript-typescript) (push) Has been cancelled
Security / CodeQL (python) (push) Has been cancelled
Security / Secret scan (gitleaks) (push) Has been cancelled
rust / test (ubuntu) (push) Has been cancelled
rust / simulator e2e (macos-latest) (push) Has been cancelled
rust / simulator e2e (ubuntu-latest) (push) Has been cancelled
rust / simulator e2e (windows-latest) (push) Has been cancelled
rust / wheels (aarch64-apple-darwin) (push) Has been cancelled
rust / wheels (x86_64-unknown-linux-gnu) (push) Has been cancelled
rust / wheels (x86_64-apple-darwin) (push) Has been cancelled
rust / audit (push) Has been cancelled
rust / parity (nightly, allowed to fail during Phase 0) (push) Has been cancelled
CI / commitlint (push) Has been skipped
Dev Containers / validate (.devcontainer/devcontainer.json, default) (push) Failing after 0s
Dev Containers / validate (.devcontainer/memory-stack/devcontainer.json, memory-stack) (push) Failing after 0s
Dev Containers / validate-worktree (push) Failing after 0s
CI / changes (push) Failing after 4s
Deploy Documentation / validate (push) Has been skipped
Deploy Documentation / deploy (push) Failing after 1s
Init Native E2E / init-native (ubuntu-latest, claude) (push) Failing after 1s
Init Native E2E / init-native (ubuntu-latest, codex) (push) Failing after 1s
Install Native E2E / install-native (ubuntu-latest) (push) Failing after 1s
OpenCode Plugin / typecheck + build + test (push) Failing after 1s
Init Native E2E / init-native (ubuntu-latest, copilot) (push) Failing after 1s
Release Please / release-please (push) Failing after 1s
Wrap E2E / docker-wrap-e2e (push) Failing after 1s
Wrap Native E2E / wrap-native (ubuntu-latest) (push) Failing after 1s
Init E2E / docker-init-e2e (push) Failing after 4s
Merge Conflicts / merge-conflicts (push) Failing after 4s
CI / lint (push) Has been cancelled
CI / build-wheel (push) Has been cancelled
CI / build-wheel-windows (push) Has been cancelled
CI / prefetch-model (push) Has been cancelled
CI / test-dashboard-ui (push) Has been cancelled
CI / test (1) (push) Has been cancelled
CI / test (2) (push) Has been cancelled
CI / test (3) (push) Has been cancelled
CI / test (4) (push) Has been cancelled
CI / test-extras (push) Has been cancelled
CI / test-agno (push) Has been cancelled
CI / build (push) Has been cancelled
CI / workflow-validation (push) Has been cancelled
CI / docker-native-e2e (push) Has been cancelled
CI / windows-native-wrapper (push) Has been cancelled
CI / macos-native-wrapper (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code-nonroot name:code-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code-slim name:code-slim]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code-slim-nonroot name:code-slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-nonroot name:nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-slim name:slim]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-slim-nonroot name:slim-nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime name:]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code name:code]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code-nonroot name:code-nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code-slim name:code-slim]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-code-slim-nonroot name:code-slim-nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-nonroot name:nonroot]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-slim name:slim]) (push) Has been cancelled
Docker / docker-manifest (map[bake_target:runtime-slim-nonroot name:slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime name:]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code name:code]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code-nonroot name:code-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code-slim name:code-slim]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-code-slim-nonroot name:code-slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-nonroot name:nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-slim name:slim]) (push) Has been cancelled
Docker / docker-build (map[name:amd64 platform:linux/amd64 runs_on:ubuntu-24.04], map[bake_target:runtime-slim-nonroot name:slim-nonroot]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime name:]) (push) Has been cancelled
Docker / docker-build (map[name:arm64 platform:linux/arm64 runs_on:ubuntu-24.04-arm], map[bake_target:runtime-code name:code]) (push) Has been cancelled
Docker / promote-latest (push) Has been cancelled
Init Native E2E / init-native (macos-latest, claude) (push) Has been cancelled
Init Native E2E / init-native (macos-latest, codex) (push) Has been cancelled
Init Native E2E / init-native (macos-latest, copilot) (push) Has been cancelled
Install Native E2E / install-native (macos-latest) (push) Has been cancelled
Wrap Native E2E / wrap-native (macos-latest) (push) Has been cancelled
119 lines
4.3 KiB
Python
119 lines
4.3 KiB
Python
"""Memory adapters for Headroom's hierarchical memory system.
|
|
|
|
This module provides concrete implementations of the memory system's ports:
|
|
- SQLiteMemoryStore: SQLite-based memory persistence
|
|
- FTS5TextIndex: SQLite FTS5 full-text search index
|
|
- HNSWVectorIndex: HNSW-based vector index using hnswlib (optional)
|
|
- SQLiteVectorIndex: SQLite-based vector index using sqlite-vec (optional, recommended)
|
|
- LRUMemoryCache: Thread-safe LRU cache for hot memories
|
|
- InMemoryGraphStore: In-memory graph store for knowledge graphs
|
|
- SQLiteGraphStore: SQLite-based graph store (bounded memory, persistent)
|
|
- LocalEmbedder: sentence-transformers embedding (local, optional)
|
|
- OpenAIEmbedder: OpenAI API embedding (cloud, optional)
|
|
- OllamaEmbedder: Ollama API embedding (local server, optional)
|
|
|
|
Note: Some adapters require optional dependencies. Import errors are
|
|
deferred until the adapter is actually used.
|
|
"""
|
|
|
|
# Core adapters (no external dependencies beyond sqlite3)
|
|
from headroom.memory.adapters.cache import LRUMemoryCache
|
|
from headroom.memory.adapters.fts5 import FTS5TextIndex
|
|
from headroom.memory.adapters.graph import InMemoryGraphStore
|
|
from headroom.memory.adapters.sqlite import SQLiteMemoryStore
|
|
from headroom.memory.adapters.sqlite_graph import SQLiteGraphStore
|
|
|
|
# Check for optional dependencies availability
|
|
# Note: We don't import from hnsw.py here because hnswlib may crash with
|
|
# "Illegal instruction" on CPUs without required instructions (e.g., AVX).
|
|
# Instead, we check lazily when HNSWVectorIndex is actually used.
|
|
# HNSW_AVAILABLE is handled through __getattr__ to ensure lazy checking.
|
|
|
|
# Lazy imports for optional adapters
|
|
_HNSW_AVAILABLE: bool | None = None # Internal cache for HNSW_AVAILABLE
|
|
_SQLITE_VEC_AVAILABLE: bool | None = None # Internal cache for SQLITE_VEC_AVAILABLE
|
|
_HNSWVectorIndex = None
|
|
_SQLiteVectorIndex = None
|
|
_LocalEmbedder = None
|
|
_OpenAIEmbedder = None
|
|
_OllamaEmbedder = None
|
|
|
|
|
|
def __getattr__(name: str) -> type | bool:
|
|
"""Lazy import for optional adapters."""
|
|
global _HNSWVectorIndex, _SQLiteVectorIndex
|
|
global _LocalEmbedder, _OpenAIEmbedder, _OllamaEmbedder
|
|
global _HNSW_AVAILABLE, _SQLITE_VEC_AVAILABLE
|
|
|
|
if name == "HNSW_AVAILABLE":
|
|
# Lazily check hnswlib availability
|
|
if _HNSW_AVAILABLE is None:
|
|
from headroom.memory.adapters.hnsw import _check_hnswlib_available
|
|
|
|
_HNSW_AVAILABLE = _check_hnswlib_available()
|
|
return _HNSW_AVAILABLE
|
|
|
|
if name == "SQLITE_VEC_AVAILABLE":
|
|
# Lazily check sqlite-vec availability
|
|
if _SQLITE_VEC_AVAILABLE is None:
|
|
from headroom.memory.adapters.sqlite_vector import is_sqlite_vec_available
|
|
|
|
_SQLITE_VEC_AVAILABLE = is_sqlite_vec_available()
|
|
return _SQLITE_VEC_AVAILABLE
|
|
|
|
if name == "HNSWVectorIndex":
|
|
if _HNSWVectorIndex is None:
|
|
from headroom.memory.adapters.hnsw import HNSWVectorIndex
|
|
|
|
_HNSWVectorIndex = HNSWVectorIndex
|
|
return _HNSWVectorIndex
|
|
|
|
if name == "SQLiteVectorIndex":
|
|
if _SQLiteVectorIndex is None:
|
|
from headroom.memory.adapters.sqlite_vector import SQLiteVectorIndex
|
|
|
|
_SQLiteVectorIndex = SQLiteVectorIndex
|
|
return _SQLiteVectorIndex
|
|
|
|
if name == "LocalEmbedder":
|
|
if _LocalEmbedder is None:
|
|
from headroom.memory.adapters.embedders import LocalEmbedder
|
|
|
|
_LocalEmbedder = LocalEmbedder
|
|
return _LocalEmbedder
|
|
|
|
if name == "OpenAIEmbedder":
|
|
if _OpenAIEmbedder is None:
|
|
from headroom.memory.adapters.embedders import OpenAIEmbedder
|
|
|
|
_OpenAIEmbedder = OpenAIEmbedder
|
|
return _OpenAIEmbedder
|
|
|
|
if name == "OllamaEmbedder":
|
|
if _OllamaEmbedder is None:
|
|
from headroom.memory.adapters.embedders import OllamaEmbedder
|
|
|
|
_OllamaEmbedder = OllamaEmbedder
|
|
return _OllamaEmbedder
|
|
|
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
|
|
|
|
|
__all__ = [
|
|
# Core adapters (always available)
|
|
"FTS5TextIndex",
|
|
"InMemoryGraphStore",
|
|
"LRUMemoryCache",
|
|
"SQLiteGraphStore",
|
|
"SQLiteMemoryStore",
|
|
# Optional adapters (lazy-loaded)
|
|
"HNSWVectorIndex",
|
|
"SQLiteVectorIndex",
|
|
"LocalEmbedder",
|
|
"OllamaEmbedder",
|
|
"OpenAIEmbedder",
|
|
# Availability flags
|
|
"HNSW_AVAILABLE",
|
|
"SQLITE_VEC_AVAILABLE",
|
|
]
|