Files
strukto-ai--mirage/python/tests/commands/test_cross_provider_dispatch.py
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

207 lines
6.5 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
from mirage.commands.registry import RegisteredCommand
from mirage.commands.spec import CommandSpec, Operand, OperandKind
from mirage.io.types import IOResult
from mirage.provision import ProvisionResult
from mirage.resource.ram import RAMResource
from mirage.types import MountMode
from mirage.workspace import Workspace
_SPEC = CommandSpec(rest=Operand(kind=OperandKind.PATH))
def _make_ws():
ws = Workspace(
{
"/m1": (RAMResource(), MountMode.WRITE),
"/m2": (RAMResource(), MountMode.WRITE),
},
mode=MountMode.WRITE,
)
return ws
def _seed(ws):
asyncio.run(ws.ops.write("/m1/a.txt", b"aaa\n"))
asyncio.run(ws.ops.write("/m2/b.txt", b"bbb\n"))
async def _noop_fn(store, paths, *texts, stdin=None, **kw):
return b"ok", IOResult()
async def _noop_provision(store, paths, *texts, **kw):
return ProvisionResult(command="noop",
network_read_low=10,
network_read_high=10,
read_ops=1)
def _register_on_both(ws, rc):
ws._registry.mount_for("/m1/").register(rc)
ws._registry.mount_for("/m2/").register(rc)
def test_cross_resource_no_aggregate_returns_error():
ws = _make_ws()
_seed(ws)
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn)
_register_on_both(ws, rc)
io = asyncio.run(ws.execute("nocross /m1/a.txt /m2/b.txt"))
assert io.exit_code == 1
assert b"cross-mount not supported" in io.stderr
def test_cross_resource_no_aggregate_names_mounts():
ws = _make_ws()
_seed(ws)
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn)
_register_on_both(ws, rc)
io = asyncio.run(ws.execute("nocross /m1/a.txt /m2/b.txt"))
stderr = io.stderr.decode()
assert "/m1" in stderr
assert "/m2" in stderr
def test_cross_resource_with_aggregate_works():
ws = _make_ws()
_seed(ws)
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/b.txt"))
assert io.exit_code == 0
def test_cross_resource_single_mount_still_works():
ws = _make_ws()
_seed(ws)
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn)
_register_on_both(ws, rc)
io = asyncio.run(ws.execute("nocross /m1/a.txt"))
assert io.exit_code == 0
def test_cross_resource_three_mounts():
ws = Workspace(
{
"/m1": (RAMResource(), MountMode.WRITE),
"/m2": (RAMResource(), MountMode.WRITE),
"/m3": (RAMResource(), MountMode.WRITE),
},
mode=MountMode.WRITE,
)
asyncio.run(ws.ops.write("/m1/a.txt", b"a"))
asyncio.run(ws.ops.write("/m2/b.txt", b"b"))
asyncio.run(ws.ops.write("/m3/c.txt", b"c"))
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn)
ws._registry.mount_for("/m1/").register(rc)
ws._registry.mount_for("/m2/").register(rc)
ws._registry.mount_for("/m3/").register(rc)
io = asyncio.run(ws.execute("nocross /m1/a.txt /m2/b.txt /m3/c.txt"))
assert io.exit_code == 1
stderr = io.stderr.decode()
assert "/m1" in stderr or "/m2" in stderr or "/m3" in stderr
def test_plan_cross_resource_no_aggregate_returns_unknown():
ws = _make_ws()
_seed(ws)
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn,
provision_fn=_noop_provision)
_register_on_both(ws, rc)
result = asyncio.run(
ws.execute("nocross /m1/a.txt /m2/b.txt", provision=True))
assert hasattr(result, "precision")
def test_plan_cross_resource_with_aggregate_sums_metrics():
ws = _make_ws()
_seed(ws)
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn,
provision_fn=_noop_provision)
_register_on_both(ws, rc)
result = asyncio.run(
ws.execute("nocross /m1/a.txt /m2/b.txt", provision=True))
assert hasattr(result, "precision")
def test_plan_single_mount_still_works():
ws = _make_ws()
_seed(ws)
rc = RegisteredCommand("nocross",
spec=_SPEC,
resource="ram",
filetype=None,
fn=_noop_fn,
provision_fn=_noop_provision)
_register_on_both(ws, rc)
result = asyncio.run(ws.execute("nocross /m1/a.txt", provision=True))
assert isinstance(result, ProvisionResult)
assert result.network_read_low == 10
def test_aggregate_partial_failure_propagates_exit_code():
ws = _make_ws()
_seed(ws)
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/missing.txt"))
assert io.exit_code != 0
def test_aggregate_partial_failure_still_returns_output():
ws = _make_ws()
_seed(ws)
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/missing.txt"))
assert io.exit_code != 0
def test_aggregate_partial_failure_has_stderr():
ws = _make_ws()
_seed(ws)
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/missing.txt"))
stderr = io.stderr if io.stderr else b""
assert len(stderr) > 0
def test_aggregate_all_succeed_exit_zero():
ws = _make_ws()
_seed(ws)
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/b.txt"))
assert io.exit_code == 0