bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
189 lines
6.8 KiB
Python
189 lines
6.8 KiB
Python
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
|
|
from unittest.mock import AsyncMock, patch
|
|
|
|
import pytest
|
|
|
|
from mirage.accessor.mongodb import MongoDBAccessor
|
|
from mirage.cache.index.ram import RAMIndexCacheStore
|
|
from mirage.commands.builtin.mongodb import COMMANDS
|
|
from mirage.commands.errors import FindParseError
|
|
from mirage.core.mongodb.types import EntityKind
|
|
from mirage.resource.mongodb.config import MongoDBConfig
|
|
from mirage.types import PathSpec
|
|
|
|
MOUNT = "/mongo"
|
|
|
|
|
|
def _find_command():
|
|
for fn in COMMANDS:
|
|
for rc in getattr(fn, "_registered_commands", []):
|
|
if rc.name == "find" and rc.filetype is None:
|
|
return fn
|
|
raise AssertionError("factory find not registered for mongodb")
|
|
|
|
|
|
def _spec(virtual: str) -> PathSpec:
|
|
return PathSpec(virtual=virtual,
|
|
directory=virtual,
|
|
resource_path=virtual[len(MOUNT):].strip("/"))
|
|
|
|
|
|
async def _list_collections(_client, _database, kind=EntityKind.COLLECTION):
|
|
if kind == EntityKind.COLLECTION:
|
|
return ["orders", "users"]
|
|
return []
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _fake_cluster():
|
|
exists = {"new_callable": AsyncMock, "return_value": True}
|
|
with patch("mirage.core.mongodb.readdir.list_databases",
|
|
new_callable=AsyncMock, return_value=["appdb"]), \
|
|
patch("mirage.core.mongodb.readdir.list_collections",
|
|
side_effect=_list_collections), \
|
|
patch("mirage.core.mongodb.readdir.database_exists", **exists), \
|
|
patch("mirage.core.mongodb.readdir.entity_exists", **exists), \
|
|
patch("mirage.core.mongodb.stat.database_exists", **exists), \
|
|
patch("mirage.core.mongodb.stat.entity_exists", **exists), \
|
|
patch("mirage.core.mongodb.stat.count_documents",
|
|
new_callable=AsyncMock, return_value=2), \
|
|
patch("mirage.core.mongodb.stat.is_view",
|
|
new_callable=AsyncMock, return_value=False), \
|
|
patch("mirage.core.mongodb.stat.get_indexes",
|
|
new_callable=AsyncMock, return_value=[]):
|
|
yield
|
|
|
|
|
|
async def _run(paths: list[PathSpec], *texts: str, **flags) -> list[str]:
|
|
accessor = MongoDBAccessor(config=MongoDBConfig(
|
|
uri="mongodb://localhost:27017"))
|
|
find = _find_command()
|
|
stdout, _io = await find(accessor,
|
|
paths,
|
|
*texts,
|
|
index=RAMIndexCacheStore(),
|
|
**flags)
|
|
data = stdout if isinstance(stdout, bytes) else b""
|
|
return data.decode().splitlines()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_plain_find_lists_synthetic_metadata_files():
|
|
lines = await _run([_spec(MOUNT)])
|
|
assert f"{MOUNT}/appdb/database.json" in lines
|
|
assert f"{MOUNT}/appdb/collections/users/schema.json" in lines
|
|
assert f"{MOUNT}/appdb/collections/users/documents.jsonl" in lines
|
|
assert f"{MOUNT}/appdb/collections/orders" in lines
|
|
assert f"{MOUNT}/appdb/views" in lines
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_name_filters_documents_files():
|
|
lines = await _run([_spec(MOUNT)], name="*.jsonl")
|
|
assert lines == [
|
|
f"{MOUNT}/appdb/collections/orders/documents.jsonl",
|
|
f"{MOUNT}/appdb/collections/users/documents.jsonl",
|
|
]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_iname_is_case_insensitive():
|
|
lines = await _run([_spec(MOUNT)], iname="SCHEMA.JSON")
|
|
assert lines == [
|
|
f"{MOUNT}/appdb/collections/orders/schema.json",
|
|
f"{MOUNT}/appdb/collections/users/schema.json",
|
|
]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_type_d_uses_extension_hint():
|
|
lines = await _run([_spec(MOUNT)], type="d")
|
|
assert f"{MOUNT}/appdb/collections/users" in lines
|
|
assert f"{MOUNT}/appdb/views" in lines
|
|
assert all(not line.endswith((".json", ".jsonl")) for line in lines)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_type_f_selects_only_rendered_files():
|
|
lines = await _run([_spec(MOUNT)], type="f")
|
|
assert lines
|
|
assert all(line.endswith((".json", ".jsonl")) for line in lines)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_maxdepth_limits_walk():
|
|
lines = await _run([_spec(MOUNT)], maxdepth="1")
|
|
assert lines == [MOUNT, f"{MOUNT}/appdb"]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_mindepth_drops_shallow_entries():
|
|
lines = await _run([_spec(MOUNT)], mindepth="3")
|
|
assert lines
|
|
assert all(
|
|
line.removeprefix(MOUNT).strip("/").count("/") >= 2 for line in lines)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_bare_word_operand_is_a_parse_error():
|
|
# GNU find rejects a bare word in expression position; the bare-name
|
|
# defaulting some KB wrappers do is deliberately not generic.
|
|
with pytest.raises(FindParseError):
|
|
await _run([_spec(MOUNT)], "database.json")
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_negation_excludes_pattern():
|
|
lines = await _run([_spec(MOUNT)], "!", "-name", "*.json*")
|
|
assert f"{MOUNT}/appdb/collections" in lines
|
|
assert all(".json" not in line for line in lines)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_multiple_start_points_walk_in_operand_order():
|
|
lines = await _run([
|
|
_spec(f"{MOUNT}/appdb/collections/users"),
|
|
_spec(f"{MOUNT}/appdb/views"),
|
|
])
|
|
assert f"{MOUNT}/appdb/collections/users/schema.json" in lines
|
|
assert lines.index(f"{MOUNT}/appdb/collections/users") < lines.index(
|
|
f"{MOUNT}/appdb/views")
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_sizeless_rendered_files_count_as_size_zero():
|
|
# Mongo's rendered files carry no size; like directories they count as
|
|
# size 0 for -size (matches what find sees over FUSE, which reports 0
|
|
# before a file is opened), so +1 excludes everything and -1k keeps
|
|
# everything.
|
|
lines = await _run([_spec(MOUNT)], size="+1")
|
|
assert lines == []
|
|
lines = await _run([_spec(MOUNT)], size="-1k")
|
|
assert lines
|
|
assert any(line.endswith((".json", ".jsonl")) for line in lines)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_glob_operand_expands_mid_path():
|
|
pattern = PathSpec(virtual=f"{MOUNT}/*/collections",
|
|
directory=f"{MOUNT}/",
|
|
resource_path="*/collections",
|
|
pattern="collections",
|
|
resolved=False)
|
|
lines = await _run([pattern])
|
|
assert f"{MOUNT}/appdb/collections/users/documents.jsonl" in lines
|
|
assert all("views" not in line for line in lines)
|