bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
297 lines
8.7 KiB
Python
297 lines
8.7 KiB
Python
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
|
|
import asyncio
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
from mirage.cache.index import RAMIndexCacheStore
|
|
from mirage.resource.ram import RAMResource
|
|
from mirage.types import PathSpec
|
|
from mirage.utils.key_prefix import mount_key
|
|
from mirage.workspace.expand.globs import resolve_globs
|
|
|
|
|
|
def _mock_registry(resolve_result=None):
|
|
mount = MagicMock()
|
|
mount.prefix = "/data/"
|
|
|
|
async def _resolve_glob(scopes, prefix=""):
|
|
if resolve_result is not None:
|
|
return resolve_result
|
|
return scopes
|
|
|
|
mount.resource = MagicMock()
|
|
mount.resource.resolve_glob = _resolve_glob
|
|
|
|
reg = MagicMock()
|
|
reg.mount_for = MagicMock(return_value=mount)
|
|
return reg
|
|
|
|
|
|
def _run(coro):
|
|
return asyncio.run(coro)
|
|
|
|
|
|
def test_text_passes_through():
|
|
reg = _mock_registry()
|
|
classified = ["grep", "pattern"]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert result == ["grep", "pattern"]
|
|
|
|
|
|
def test_pathspec_without_pattern_preserved():
|
|
reg = _mock_registry()
|
|
ps = PathSpec(resource_path="data/file.txt",
|
|
virtual="/data/file.txt",
|
|
directory="/data/",
|
|
resolved=True)
|
|
classified = ["cat", ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert len(result) == 2
|
|
assert result[0] == "cat"
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1] is ps
|
|
|
|
|
|
def test_glob_pathspec_resolved_to_pathspec():
|
|
resolved_ps = PathSpec(
|
|
resource_path=mount_key("/data/a.txt", "/data"),
|
|
virtual="/data/a.txt",
|
|
directory="/data/",
|
|
resolved=True,
|
|
)
|
|
reg = _mock_registry(resolve_result=[resolved_ps])
|
|
glob_ps = PathSpec(
|
|
resource_path="data/*.txt",
|
|
virtual="/data/*.txt",
|
|
directory="/data/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
classified = ["cat", glob_ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert len(result) == 2
|
|
assert result[0] == "cat"
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1] is resolved_ps
|
|
|
|
|
|
def test_glob_multiple_matches_expand():
|
|
matches = [
|
|
PathSpec(resource_path="data/a.txt",
|
|
virtual="/data/a.txt",
|
|
directory="/data/",
|
|
resolved=True),
|
|
PathSpec(resource_path="data/b.txt",
|
|
virtual="/data/b.txt",
|
|
directory="/data/",
|
|
resolved=True),
|
|
]
|
|
reg = _mock_registry(resolve_result=matches)
|
|
glob_ps = PathSpec(
|
|
resource_path="data/*.txt",
|
|
virtual="/data/*.txt",
|
|
directory="/data/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
classified = ["ls", glob_ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert len(result) == 3
|
|
assert result[0] == "ls"
|
|
assert all(isinstance(r, PathSpec) for r in result[1:])
|
|
assert result[1].virtual == "/data/a.txt"
|
|
assert result[2].virtual == "/data/b.txt"
|
|
|
|
|
|
def test_glob_string_result_wrapped_in_pathspec():
|
|
reg = _mock_registry(resolve_result=["/a.txt"])
|
|
glob_ps = PathSpec(
|
|
resource_path="data/*.txt",
|
|
virtual="/data/*.txt",
|
|
directory="/data/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
classified = ["cat", glob_ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert len(result) == 2
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1].virtual == "/data/a.txt"
|
|
|
|
|
|
def test_glob_no_match_keeps_literal_word():
|
|
reg = _mock_registry(resolve_result=[])
|
|
glob_ps = PathSpec(
|
|
resource_path="data/*.xyz",
|
|
virtual="/data/*.xyz",
|
|
directory="/data/",
|
|
pattern="*.xyz",
|
|
resolved=False,
|
|
)
|
|
classified = ["cat", glob_ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert len(result) == 2
|
|
assert result[0] == "cat"
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1].virtual == "/data/*.xyz"
|
|
assert result[1].pattern
|
|
|
|
|
|
def test_mixed_text_and_pathspec():
|
|
reg = _mock_registry()
|
|
ps = PathSpec(resource_path="data/file.txt",
|
|
virtual="/data/file.txt",
|
|
directory="/data/",
|
|
resolved=True)
|
|
classified = ["grep", "-i", "pattern", ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert result[0] == "grep"
|
|
assert result[1] == "-i"
|
|
assert result[2] == "pattern"
|
|
assert isinstance(result[3], PathSpec)
|
|
assert result[3] is ps
|
|
|
|
|
|
def test_resolve_error_returns_original_pathspec():
|
|
reg = _mock_registry()
|
|
reg.mount_for = MagicMock(side_effect=ValueError("no mount"))
|
|
glob_ps = PathSpec(
|
|
resource_path="unknown/*.txt",
|
|
virtual="/unknown/*.txt",
|
|
directory="/unknown/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
classified = ["cat", glob_ps]
|
|
result = _run(resolve_globs(classified, reg))
|
|
assert len(result) == 2
|
|
assert isinstance(result[1], PathSpec)
|
|
|
|
|
|
def test_pathspec_dir_carries_pattern():
|
|
ps = PathSpec(
|
|
resource_path=mount_key("/data/*.txt", "/data"),
|
|
virtual="/data/*.txt",
|
|
directory="/data/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
d = ps.dir
|
|
assert d.virtual == "/data/"
|
|
assert d.pattern == "*.txt"
|
|
assert d.resource_path == ""
|
|
|
|
|
|
def test_pathspec_dir_no_pattern():
|
|
ps = PathSpec(
|
|
resource_path="data/file.txt",
|
|
virtual="/data/file.txt",
|
|
directory="/data/",
|
|
resolved=True,
|
|
)
|
|
d = ps.dir
|
|
assert d.virtual == "/data/"
|
|
assert d.pattern is None
|
|
|
|
|
|
def test_scope_error_truncates_instead_of_crash():
|
|
from mirage.core.ram.glob import resolve_glob as ram_resolve_glob
|
|
|
|
resource = RAMResource()
|
|
for i in range(20):
|
|
resource._store.files[f"/f{i:02d}.txt"] = b""
|
|
resource._store.dirs.add("/")
|
|
index = RAMIndexCacheStore()
|
|
glob_ps = PathSpec(
|
|
resource_path="*.txt",
|
|
virtual="/*.txt",
|
|
directory="/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
|
|
async def _run():
|
|
with patch("mirage.core.ram.glob.SCOPE_ERROR", 5):
|
|
result = await ram_resolve_glob(resource.accessor, [glob_ps],
|
|
index)
|
|
return result
|
|
|
|
result = asyncio.run(_run())
|
|
assert len(result) == 5
|
|
|
|
|
|
def test_relative_glob_matches_spelled_as_typed():
|
|
matches = [
|
|
PathSpec(resource_path="data/sub/a.txt",
|
|
virtual="/data/sub/a.txt",
|
|
directory="/data/sub/",
|
|
resolved=True),
|
|
]
|
|
reg = _mock_registry(resolve_result=matches)
|
|
glob_ps = PathSpec(
|
|
resource_path="data/sub/*.txt",
|
|
virtual="/data/sub/*.txt",
|
|
directory="/data/sub/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
raw_path="sub/*.txt",
|
|
)
|
|
result = _run(resolve_globs(["ls", glob_ps], reg))
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1].raw_path == "sub/a.txt"
|
|
assert result[1].virtual == "/data/sub/a.txt"
|
|
|
|
|
|
def test_absolute_glob_matches_keep_virtual():
|
|
matches = [
|
|
PathSpec(resource_path="data/a.txt",
|
|
virtual="/data/a.txt",
|
|
directory="/data/",
|
|
resolved=True),
|
|
]
|
|
reg = _mock_registry(resolve_result=matches)
|
|
glob_ps = PathSpec(
|
|
resource_path="data/*.txt",
|
|
virtual="/data/*.txt",
|
|
directory="/data/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
)
|
|
result = _run(resolve_globs(["ls", glob_ps], reg))
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1].raw_path == result[1].virtual
|
|
assert result[1].raw_path == "/data/a.txt"
|
|
|
|
|
|
def test_bare_relative_glob_raw_has_no_dir_prefix():
|
|
matches = [
|
|
PathSpec(resource_path="data/a.txt",
|
|
virtual="/data/a.txt",
|
|
directory="/data/",
|
|
resolved=True),
|
|
]
|
|
reg = _mock_registry(resolve_result=matches)
|
|
glob_ps = PathSpec(
|
|
resource_path="data/*.txt",
|
|
virtual="/data/*.txt",
|
|
directory="/data/",
|
|
pattern="*.txt",
|
|
resolved=False,
|
|
raw_path="*.txt",
|
|
)
|
|
result = _run(resolve_globs(["ls", glob_ps], reg))
|
|
assert isinstance(result[1], PathSpec)
|
|
assert result[1].raw_path == "a.txt"
|