bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
154 lines
6.5 KiB
Python
154 lines
6.5 KiB
Python
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
|
|
import dataclasses
|
|
|
|
from mirage.types import PathSpec
|
|
from mirage.utils.glob_walk import has_glob, spell_match
|
|
from mirage.utils.key_prefix import mount_key
|
|
from mirage.workspace.mount import MountRegistry
|
|
from mirage.workspace.mount.mount import MountEntry
|
|
|
|
|
|
async def _walk_segments(item: PathSpec, mount: MountEntry,
|
|
prefix: str) -> list[PathSpec]:
|
|
"""Expand a mid-path pattern level by level via resolve_glob.
|
|
|
|
A glob in a non-final segment (``s*/x.txt``) cannot resolve in one
|
|
listing: each glob segment is matched against its (already
|
|
expanded) parent directory, using the backend's own single-level
|
|
``resolve_glob`` per parent, so no backend needs mid-path support.
|
|
Matches are spelled the way bash expansion implies (typed head +
|
|
matched tail). An intermediate match that cannot be listed is
|
|
skipped, matching bash's directories-only descent.
|
|
|
|
Args:
|
|
item (PathSpec): the classify-shaped glob word.
|
|
mount (MountEntry): the mount owning the word.
|
|
prefix (str): the mount prefix with no trailing slash.
|
|
"""
|
|
segments = item.virtual.strip("/").split("/")
|
|
first = next(i for i, seg in enumerate(segments) if has_glob(seg))
|
|
walked = len(segments) - first
|
|
level = ["/" + "/".join(segments[:first])]
|
|
for seg in segments[first:]:
|
|
gathered: list[str] = []
|
|
for parent in level:
|
|
dir_virtual = parent.rstrip("/") + "/"
|
|
spec = PathSpec(virtual=dir_virtual,
|
|
directory=dir_virtual,
|
|
resource_path=mount_key(dir_virtual, prefix),
|
|
pattern=seg,
|
|
resolved=False)
|
|
try:
|
|
matches = await mount.resource.resolve_glob([spec],
|
|
prefix=prefix)
|
|
except OSError:
|
|
# This parent is not a listable directory; bash skips it
|
|
# during descent.
|
|
continue
|
|
for m in matches:
|
|
virtual = m.virtual if isinstance(
|
|
m, PathSpec) else (m if m.startswith(prefix) else prefix +
|
|
m)
|
|
gathered.append(virtual)
|
|
level = gathered
|
|
if not level:
|
|
return []
|
|
return [
|
|
dataclasses.replace(PathSpec.from_str_path(v, mount_key(v, prefix)),
|
|
raw_path=spell_match(item.raw_path, v, walked))
|
|
for v in level
|
|
]
|
|
|
|
|
|
def _match_raw(item: PathSpec, match: PathSpec) -> PathSpec:
|
|
"""Stamp a glob match with the spelling the user's word implies.
|
|
|
|
Bash expands `sub/*.txt` to relative matches (`sub/a.txt`), keeping
|
|
the typed prefix. The glob item's raw_path records the word as
|
|
typed; matches rebuild it by swapping the resolved directory prefix
|
|
for the typed one. Words with no distinct spelling (absolute:
|
|
raw_path == virtual) keep the resolved virtual, as do matches that
|
|
already carry one.
|
|
|
|
Args:
|
|
item (PathSpec): the glob word being resolved.
|
|
match (PathSpec): one resolved match.
|
|
"""
|
|
if item.raw_path == item.virtual or match.raw_path != match.virtual:
|
|
return match
|
|
if not match.virtual.startswith(item.directory):
|
|
return match
|
|
raw_dir = item.raw_path[:item.raw_path.rfind("/") + 1]
|
|
spelled = raw_dir + match.virtual[len(item.directory):]
|
|
return dataclasses.replace(match, raw_path=spelled)
|
|
|
|
|
|
async def resolve_globs(
|
|
classified: list[str | PathSpec],
|
|
registry: MountRegistry,
|
|
) -> list[str | PathSpec]:
|
|
"""Resolve glob patterns in PathSpec args, preserving PathSpec type.
|
|
|
|
Globs are resolved via resource.resolve_glob. Non-glob PathSpec
|
|
and plain str items pass through unchanged. Spec-TEXT words never
|
|
arrive here as PathSpec: per-position kinds keep them plain text at
|
|
classification time.
|
|
|
|
Args:
|
|
classified (list[str | PathSpec]): text arguments (str) and
|
|
paths (PathSpec).
|
|
registry (MountRegistry): mount registry.
|
|
"""
|
|
result: list[str | PathSpec] = []
|
|
for item in classified:
|
|
if isinstance(item, PathSpec) and item.pattern:
|
|
try:
|
|
mount = registry.mount_for(item.virtual)
|
|
prefix = mount.prefix.rstrip("/")
|
|
# Stamp the backend key so readdir addresses the correct
|
|
# resource-relative path.
|
|
item = dataclasses.replace(item,
|
|
resource_path=mount_key(
|
|
item.virtual, prefix))
|
|
if has_glob(item.directory):
|
|
resolved = await _walk_segments(item, mount, prefix)
|
|
else:
|
|
resolved = await mount.resource.resolve_glob([item],
|
|
prefix=prefix)
|
|
# bash with nullglob off: a zero-match glob stays the
|
|
# literal word instead of vanishing.
|
|
if not resolved:
|
|
result.append(item)
|
|
continue
|
|
for p in resolved:
|
|
if isinstance(p, PathSpec):
|
|
result.append(_match_raw(item, p))
|
|
else:
|
|
full = prefix + p if not p.startswith(prefix) else p
|
|
result.append(
|
|
_match_raw(
|
|
item,
|
|
PathSpec.from_str_path(full,
|
|
mount_key(full,
|
|
prefix))))
|
|
except (ValueError, AttributeError, TypeError):
|
|
result.append(item)
|
|
elif isinstance(item, PathSpec):
|
|
result.append(item)
|
|
else:
|
|
result.append(item)
|
|
return result
|