Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

297 lines
8.7 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
from unittest.mock import MagicMock, patch
from mirage.cache.index import RAMIndexCacheStore
from mirage.resource.ram import RAMResource
from mirage.types import PathSpec
from mirage.utils.key_prefix import mount_key
from mirage.workspace.expand.globs import resolve_globs
def _mock_registry(resolve_result=None):
mount = MagicMock()
mount.prefix = "/data/"
async def _resolve_glob(scopes, prefix=""):
if resolve_result is not None:
return resolve_result
return scopes
mount.resource = MagicMock()
mount.resource.resolve_glob = _resolve_glob
reg = MagicMock()
reg.mount_for = MagicMock(return_value=mount)
return reg
def _run(coro):
return asyncio.run(coro)
def test_text_passes_through():
reg = _mock_registry()
classified = ["grep", "pattern"]
result = _run(resolve_globs(classified, reg))
assert result == ["grep", "pattern"]
def test_pathspec_without_pattern_preserved():
reg = _mock_registry()
ps = PathSpec(resource_path="data/file.txt",
virtual="/data/file.txt",
directory="/data/",
resolved=True)
classified = ["cat", ps]
result = _run(resolve_globs(classified, reg))
assert len(result) == 2
assert result[0] == "cat"
assert isinstance(result[1], PathSpec)
assert result[1] is ps
def test_glob_pathspec_resolved_to_pathspec():
resolved_ps = PathSpec(
resource_path=mount_key("/data/a.txt", "/data"),
virtual="/data/a.txt",
directory="/data/",
resolved=True,
)
reg = _mock_registry(resolve_result=[resolved_ps])
glob_ps = PathSpec(
resource_path="data/*.txt",
virtual="/data/*.txt",
directory="/data/",
pattern="*.txt",
resolved=False,
)
classified = ["cat", glob_ps]
result = _run(resolve_globs(classified, reg))
assert len(result) == 2
assert result[0] == "cat"
assert isinstance(result[1], PathSpec)
assert result[1] is resolved_ps
def test_glob_multiple_matches_expand():
matches = [
PathSpec(resource_path="data/a.txt",
virtual="/data/a.txt",
directory="/data/",
resolved=True),
PathSpec(resource_path="data/b.txt",
virtual="/data/b.txt",
directory="/data/",
resolved=True),
]
reg = _mock_registry(resolve_result=matches)
glob_ps = PathSpec(
resource_path="data/*.txt",
virtual="/data/*.txt",
directory="/data/",
pattern="*.txt",
resolved=False,
)
classified = ["ls", glob_ps]
result = _run(resolve_globs(classified, reg))
assert len(result) == 3
assert result[0] == "ls"
assert all(isinstance(r, PathSpec) for r in result[1:])
assert result[1].virtual == "/data/a.txt"
assert result[2].virtual == "/data/b.txt"
def test_glob_string_result_wrapped_in_pathspec():
reg = _mock_registry(resolve_result=["/a.txt"])
glob_ps = PathSpec(
resource_path="data/*.txt",
virtual="/data/*.txt",
directory="/data/",
pattern="*.txt",
resolved=False,
)
classified = ["cat", glob_ps]
result = _run(resolve_globs(classified, reg))
assert len(result) == 2
assert isinstance(result[1], PathSpec)
assert result[1].virtual == "/data/a.txt"
def test_glob_no_match_keeps_literal_word():
reg = _mock_registry(resolve_result=[])
glob_ps = PathSpec(
resource_path="data/*.xyz",
virtual="/data/*.xyz",
directory="/data/",
pattern="*.xyz",
resolved=False,
)
classified = ["cat", glob_ps]
result = _run(resolve_globs(classified, reg))
assert len(result) == 2
assert result[0] == "cat"
assert isinstance(result[1], PathSpec)
assert result[1].virtual == "/data/*.xyz"
assert result[1].pattern
def test_mixed_text_and_pathspec():
reg = _mock_registry()
ps = PathSpec(resource_path="data/file.txt",
virtual="/data/file.txt",
directory="/data/",
resolved=True)
classified = ["grep", "-i", "pattern", ps]
result = _run(resolve_globs(classified, reg))
assert result[0] == "grep"
assert result[1] == "-i"
assert result[2] == "pattern"
assert isinstance(result[3], PathSpec)
assert result[3] is ps
def test_resolve_error_returns_original_pathspec():
reg = _mock_registry()
reg.mount_for = MagicMock(side_effect=ValueError("no mount"))
glob_ps = PathSpec(
resource_path="unknown/*.txt",
virtual="/unknown/*.txt",
directory="/unknown/",
pattern="*.txt",
resolved=False,
)
classified = ["cat", glob_ps]
result = _run(resolve_globs(classified, reg))
assert len(result) == 2
assert isinstance(result[1], PathSpec)
def test_pathspec_dir_carries_pattern():
ps = PathSpec(
resource_path=mount_key("/data/*.txt", "/data"),
virtual="/data/*.txt",
directory="/data/",
pattern="*.txt",
resolved=False,
)
d = ps.dir
assert d.virtual == "/data/"
assert d.pattern == "*.txt"
assert d.resource_path == ""
def test_pathspec_dir_no_pattern():
ps = PathSpec(
resource_path="data/file.txt",
virtual="/data/file.txt",
directory="/data/",
resolved=True,
)
d = ps.dir
assert d.virtual == "/data/"
assert d.pattern is None
def test_scope_error_truncates_instead_of_crash():
from mirage.core.ram.glob import resolve_glob as ram_resolve_glob
resource = RAMResource()
for i in range(20):
resource._store.files[f"/f{i:02d}.txt"] = b""
resource._store.dirs.add("/")
index = RAMIndexCacheStore()
glob_ps = PathSpec(
resource_path="*.txt",
virtual="/*.txt",
directory="/",
pattern="*.txt",
resolved=False,
)
async def _run():
with patch("mirage.core.ram.glob.SCOPE_ERROR", 5):
result = await ram_resolve_glob(resource.accessor, [glob_ps],
index)
return result
result = asyncio.run(_run())
assert len(result) == 5
def test_relative_glob_matches_spelled_as_typed():
matches = [
PathSpec(resource_path="data/sub/a.txt",
virtual="/data/sub/a.txt",
directory="/data/sub/",
resolved=True),
]
reg = _mock_registry(resolve_result=matches)
glob_ps = PathSpec(
resource_path="data/sub/*.txt",
virtual="/data/sub/*.txt",
directory="/data/sub/",
pattern="*.txt",
resolved=False,
raw_path="sub/*.txt",
)
result = _run(resolve_globs(["ls", glob_ps], reg))
assert isinstance(result[1], PathSpec)
assert result[1].raw_path == "sub/a.txt"
assert result[1].virtual == "/data/sub/a.txt"
def test_absolute_glob_matches_keep_virtual():
matches = [
PathSpec(resource_path="data/a.txt",
virtual="/data/a.txt",
directory="/data/",
resolved=True),
]
reg = _mock_registry(resolve_result=matches)
glob_ps = PathSpec(
resource_path="data/*.txt",
virtual="/data/*.txt",
directory="/data/",
pattern="*.txt",
resolved=False,
)
result = _run(resolve_globs(["ls", glob_ps], reg))
assert isinstance(result[1], PathSpec)
assert result[1].raw_path == result[1].virtual
assert result[1].raw_path == "/data/a.txt"
def test_bare_relative_glob_raw_has_no_dir_prefix():
matches = [
PathSpec(resource_path="data/a.txt",
virtual="/data/a.txt",
directory="/data/",
resolved=True),
]
reg = _mock_registry(resolve_result=matches)
glob_ps = PathSpec(
resource_path="data/*.txt",
virtual="/data/*.txt",
directory="/data/",
pattern="*.txt",
resolved=False,
raw_path="*.txt",
)
result = _run(resolve_globs(["ls", glob_ps], reg))
assert isinstance(result[1], PathSpec)
assert result[1].raw_path == "a.txt"