Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

136 lines
5.1 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import posixpath
from collections.abc import AsyncIterator
from mirage.accessor.base import Accessor
from mirage.cache.index import IndexCacheStore
from mirage.commands.builtin.generic.sed import sed as generic_sed
from mirage.commands.builtin.generic_bind.adapter import (Builder, CommandIO,
with_index)
from mirage.commands.builtin.generic_bind.provision import make_sed_provision
from mirage.io.types import ByteSource, IOResult
from mirage.types import PathSpec
from mirage.utils.key_prefix import mount_key, mount_prefix_of
def _positional_as_paths(texts: tuple[str, ...],
cwd: PathSpec | None) -> list[PathSpec]:
"""Treat positional operands as files (GNU rule when -e/-f give script).
The arg parser routes the first bare arg into the positional ``text``
(script) slot, so recover it as a path operand carrying the mount prefix.
Args:
texts (tuple[str, ...]): positional operands that are really files.
cwd (PathSpec | None): current directory for relative resolution.
"""
base = cwd.virtual if cwd is not None else "/"
prefix = (mount_prefix_of(cwd.virtual, cwd.resource_path)
if cwd is not None else "")
out: list[PathSpec] = []
for t in texts:
resolved = (posixpath.normpath(t) if t.startswith("/") else
posixpath.normpath(posixpath.join(base, t)))
slash = resolved.rfind("/")
out.append(
PathSpec(
virtual=resolved,
directory=resolved[:slash + 1] if slash >= 0 else "/",
resolved=True,
resource_path=mount_key(resolved, prefix),
))
return out
async def _scripts_from_files(ops: CommandIO, accessor: Accessor,
index: IndexCacheStore | None,
f_files: list[PathSpec]) -> list[str]:
"""Read each -f script file through the backend reader.
Args:
ops (CommandIO): Backend I/O bundle providing ``read_bytes``.
accessor (Accessor): backend accessor.
index (IndexCacheStore | None): optional cache index.
f_files (list[PathSpec]): -f script-file paths.
"""
reader = with_index(ops.read_bytes, index)
out: list[str] = []
for pf in f_files:
data = await reader(accessor, pf)
text = data.decode(errors="replace")
if text.endswith("\n"):
text = text[:-1]
out.append(text)
return out
async def sed(
ops: CommandIO,
accessor: Accessor,
paths: list[PathSpec],
*texts: str,
stdin: AsyncIterator[bytes] | bytes | None = None,
i: bool = False,
e: object = None,
f: object = None,
n: bool = False,
E: bool = False,
r: bool = False,
cwd: PathSpec | None = None,
index: IndexCacheStore | None = None,
**kwargs,
) -> tuple[ByteSource | None, IOResult]:
# The script comes from -e expressions and -f script files (joined
# with newlines, -e then -f as grep does) when any were given,
# otherwise from the first positional operand.
e_list = e if isinstance(e, list) else ([e] if isinstance(e, str) else [])
f_files = f if isinstance(
f, list) else ([f] if isinstance(f, PathSpec) else [])
script_parts = list(e_list) + await _scripts_from_files(
ops, accessor, index, f_files)
flag_script = bool(e_list or f_files)
if not flag_script and texts:
script_parts.append(texts[0])
script = "\n".join(script_parts) if script_parts else None
if script is None:
raise ValueError("sed: usage: sed EXPRESSION [path]")
# The default stream-to-stdout path is read-only and works on every
# backend; only in-place editing needs a write op (#382).
if i and ops.write is None:
raise PermissionError("-i not supported on this backend")
operands = list(paths)
if flag_script:
# With -e/-f the positional operand is a file, not the script.
operands = _positional_as_paths(
texts, cwd if isinstance(cwd, PathSpec) else None) + operands
if operands:
operands = await ops.resolve_glob(accessor, operands, index)
return await generic_sed(
operands,
script,
read_bytes=with_index(ops.read_bytes, index),
write_bytes=ops.write,
accessor=accessor,
stdin=stdin,
in_place=i,
suppress=n,
extended=E or r,
index=index,
)
BUILDER = Builder('sed', sed, make_sed_provision)