bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
90 lines
3.6 KiB
Python
90 lines
3.6 KiB
Python
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
|
|
from datetime import datetime, timedelta, timezone
|
|
|
|
from mirage.cache.index.config import (IndexEntry, ListResult, LookupResult,
|
|
LookupStatus)
|
|
from mirage.cache.index.store import IndexCacheStore
|
|
from mirage.cache.lock import KeyLockMixin
|
|
from mirage.core.timeutil import to_iso_z
|
|
|
|
|
|
class RAMIndexCacheStore(IndexCacheStore, KeyLockMixin):
|
|
"""In-memory index cache using plain dicts + asyncio locks."""
|
|
|
|
def __init__(self, ttl: float = 600) -> None:
|
|
super().__init__()
|
|
self._ttl = ttl
|
|
self._entries: dict[str, IndexEntry] = {}
|
|
self._children: dict[str, list[str]] = {}
|
|
self._expiry: dict[str, datetime] = {}
|
|
|
|
async def get(self, resource_path: str) -> LookupResult:
|
|
entry = self._entries.get(resource_path)
|
|
if entry is None:
|
|
return LookupResult(status=LookupStatus.NOT_FOUND)
|
|
return LookupResult(entry=entry)
|
|
|
|
async def put(self, resource_path: str, entry: IndexEntry) -> None:
|
|
async with self._lock_for(resource_path):
|
|
if not entry.index_time:
|
|
entry = entry.model_copy(
|
|
update={
|
|
"index_time": to_iso_z(datetime.now(timezone.utc))
|
|
})
|
|
self._entries[resource_path] = entry
|
|
|
|
async def list_dir(self, resource_path: str) -> ListResult:
|
|
exp = self._expiry.get(resource_path)
|
|
if exp is None:
|
|
return ListResult(status=LookupStatus.NOT_FOUND)
|
|
if datetime.now(timezone.utc) > exp:
|
|
return ListResult(status=LookupStatus.EXPIRED)
|
|
children = self._children.get(resource_path)
|
|
return ListResult(entries=children or [])
|
|
|
|
async def set_dir(
|
|
self,
|
|
resource_path: str,
|
|
entries: list[tuple[str, IndexEntry]],
|
|
expired_at: datetime | None = None,
|
|
) -> None:
|
|
async with self._lock_for(resource_path):
|
|
now = datetime.now(timezone.utc)
|
|
exp = expired_at or (now + timedelta(seconds=self._ttl))
|
|
now_iso = to_iso_z(now)
|
|
prefix = "/" if resource_path == "/" else resource_path + "/"
|
|
child_keys: list[str] = []
|
|
for name, entry in entries:
|
|
full_path = prefix + name
|
|
if not entry.index_time:
|
|
entry = entry.model_copy(update={"index_time": now_iso})
|
|
self._entries[full_path] = entry
|
|
child_keys.append(full_path)
|
|
self._children[resource_path] = child_keys
|
|
self._expiry[resource_path] = exp
|
|
|
|
async def invalidate_dir(self, resource_path: str) -> None:
|
|
for child in self._children.get(resource_path, []):
|
|
self._entries.pop(child, None)
|
|
self._expiry.pop(resource_path, None)
|
|
self._children.pop(resource_path, None)
|
|
|
|
async def clear(self) -> None:
|
|
self._entries.clear()
|
|
self._children.clear()
|
|
self._expiry.clear()
|
|
self._clear_locks()
|