chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 12:30:44 +08:00
commit bcbd1bdb22
5748 changed files with 562488 additions and 0 deletions
@@ -0,0 +1,13 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
@@ -0,0 +1,89 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import time
import pytest
from mirage.commands.builtin.utils.safeguard import (CommandTimeoutError,
run_with_timeout,
with_timeout)
from mirage.io.types import materialize
class _Probe:
def __init__(self) -> None:
self.closed = False
async def _clean_producer(probe: _Probe):
try:
await asyncio.sleep(5)
yield b"x"
finally:
probe.closed = True
async def _leaky_producer(probe: _Probe):
try:
await asyncio.sleep(5)
yield b"x"
except asyncio.CancelledError:
await asyncio.sleep(0.4)
probe.closed = True
raise
async def _clean_coro(probe: _Probe):
try:
await asyncio.sleep(5)
finally:
probe.closed = True
@pytest.mark.asyncio
async def test_with_timeout_releases_resource_on_cancel():
probe = _Probe()
with pytest.raises(CommandTimeoutError):
await materialize(with_timeout(_clean_producer(probe), 0.05, "cat"))
assert probe.closed
@pytest.mark.asyncio
async def test_with_timeout_fires_promptly_for_clean_producer():
start = time.monotonic()
with pytest.raises(CommandTimeoutError):
await materialize(with_timeout(_clean_producer(_Probe()), 0.05, "cat"))
assert time.monotonic() - start < 0.3
@pytest.mark.asyncio
async def test_with_timeout_unwind_is_handler_controlled():
start = time.monotonic()
probe = _Probe()
with pytest.raises(CommandTimeoutError):
await materialize(with_timeout(_leaky_producer(probe), 0.05, "cat"))
elapsed = time.monotonic() - start
assert probe.closed
assert elapsed >= 0.4
@pytest.mark.asyncio
async def test_run_with_timeout_releases_resource_on_cancel():
probe = _Probe()
with pytest.raises(CommandTimeoutError):
await run_with_timeout(_clean_coro(probe), 0.05, "stat")
assert probe.closed
@@ -0,0 +1,42 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.commands.builtin.utils.formatting import (_human_size,
format_number,
parse_size, to_number)
def testparse_size_plain_and_human():
assert parse_size("123") == 123
assert parse_size("4.0K") == 4096
assert parse_size("2.5M") == 2621440
assert parse_size("7B") == 7
def testparse_size_inverts_human_size():
for n in (0, 512, 4096, 1024**2, 3 * 1024**3):
assert parse_size(_human_size(n)) == n
def test_to_number_gnu_awk_coercion():
assert to_number("3") == 3.0
assert to_number("2.5x") == 2.5
assert to_number("abc") == 0.0
assert to_number(" -4.5 ") == -4.5
assert to_number("1e3zzz") == 1000.0
def test_format_number_collapses_integral_floats():
assert format_number(60.0) == "60"
assert format_number(5.5) == "5.5"
@@ -0,0 +1,23 @@
from mirage.commands.builtin.utils.output import (format_optional_records,
format_record_text,
format_records)
def test_format_records_empty_returns_empty_bytes():
assert format_records([]) == b""
def test_format_records_single_record_terminates_line():
assert format_records(["a"]) == b"a\n"
def test_format_records_multiple_records_terminates_last_line():
assert format_records(["a", "b"]) == b"a\nb\n"
def test_format_optional_records_empty_returns_none():
assert format_optional_records([]) is None
def test_format_record_text_multiple_records_terminates_last_line():
assert format_record_text(["a", "b"]) == "a\nb\n"
@@ -0,0 +1,39 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.commands.builtin.utils.paths import default_paths
from mirage.types import PathSpec
def _spec(virtual: str) -> PathSpec:
return PathSpec(virtual=virtual,
directory=virtual,
resource_path=virtual.strip("/"))
def test_non_empty_paths_pass_through():
operands = [_spec("/mnt/a"), _spec("/mnt/b")]
assert default_paths(operands, _spec("/cwd")) == operands
def test_empty_paths_fall_back_to_cwd():
cwd = _spec("/cwd")
assert default_paths([], cwd) == [cwd]
def test_empty_paths_without_cwd_default_to_root():
result = default_paths([], None)
assert len(result) == 1
assert result[0].virtual == "/"
assert result[0].resource_path == ""
@@ -0,0 +1,139 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
from collections.abc import AsyncIterator
import pytest
from mirage.commands.builtin.utils.safeguard import (CommandTimeoutError,
apply_safeguard,
maybe_with_timeout,
run_with_timeout)
from mirage.commands.safeguard import CommandSafeguard
from mirage.io.types import materialize
from mirage.types import OnExceed
_TEN = b"".join(f"line{i}\n".encode() for i in range(10))
async def _stream(data: bytes) -> AsyncIterator[bytes]:
for i in range(0, len(data), 7):
yield data[i:i + 7]
async def _slow_stream() -> AsyncIterator[bytes]:
await asyncio.sleep(5)
yield b"x"
async def _const(value):
return value
async def _sleep_forever():
await asyncio.sleep(5)
@pytest.mark.asyncio
async def test_no_safeguard_passthrough():
out, io = await apply_safeguard(_TEN, None)
assert out == _TEN and io.exit_code == 0 and io.stderr is None
@pytest.mark.asyncio
async def test_under_limit_not_truncated():
sg = CommandSafeguard(max_lines=100)
out, io = await apply_safeguard(_TEN, sg)
assert out == _TEN and io.stderr is None
@pytest.mark.asyncio
async def test_truncate_by_lines():
sg = CommandSafeguard(max_lines=3)
out, io = await apply_safeguard(_TEN, sg)
assert out == b"line0\nline1\nline2\n"
assert io.exit_code == 0
assert b"truncated" in (await materialize(io.stderr))
@pytest.mark.asyncio
async def test_error_by_lines():
sg = CommandSafeguard(max_lines=3, on_exceed=OnExceed.ERROR)
out, io = await apply_safeguard(_TEN, sg)
assert out is None
assert io.exit_code == 1
assert b"truncated" in (await materialize(io.stderr))
@pytest.mark.asyncio
async def test_truncate_by_bytes():
sg = CommandSafeguard(max_bytes=10)
out, io = await apply_safeguard(_TEN, sg)
assert out == _TEN[:10]
assert b"truncated" in (await materialize(io.stderr))
@pytest.mark.asyncio
async def test_streaming_input_truncates_and_stops_early():
sg = CommandSafeguard(max_lines=2)
out, io = await apply_safeguard(_stream(_TEN), sg)
assert out == b"line0\nline1\n"
assert b"truncated" in (await materialize(io.stderr))
def test_maybe_with_timeout_passthrough_when_no_safeguard():
stream = _stream(_TEN)
assert maybe_with_timeout(stream, None, "cat") is stream
def test_maybe_with_timeout_passthrough_when_bytes():
assert maybe_with_timeout(_TEN, CommandSafeguard(timeout_seconds=1),
"cat") == _TEN
def test_maybe_with_timeout_passthrough_when_no_timeout():
stream = _stream(_TEN)
assert maybe_with_timeout(stream, CommandSafeguard(max_lines=3),
"cat") is stream
def test_maybe_with_timeout_passthrough_when_nonpositive():
stream = _stream(_TEN)
assert maybe_with_timeout(stream, CommandSafeguard(timeout_seconds=0),
"cat") is stream
@pytest.mark.asyncio
async def test_maybe_with_timeout_wraps_and_fires():
wrapped = maybe_with_timeout(_slow_stream(),
CommandSafeguard(timeout_seconds=0.1), "cat")
with pytest.raises(CommandTimeoutError):
await materialize(wrapped)
@pytest.mark.asyncio
async def test_run_with_timeout_returns_result_when_under_budget():
assert await run_with_timeout(_const(42), 1.0, "sleep") == 42
@pytest.mark.asyncio
async def test_run_with_timeout_no_timeout_when_seconds_falsy():
assert await run_with_timeout(_const(7), None, "sleep") == 7
@pytest.mark.asyncio
async def test_run_with_timeout_raises_on_overrun():
with pytest.raises(CommandTimeoutError):
await run_with_timeout(_sleep_forever(), 0.1, "sleep")