bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
207 lines
6.5 KiB
Python
207 lines
6.5 KiB
Python
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
|
|
import asyncio
|
|
|
|
from mirage.commands.registry import RegisteredCommand
|
|
from mirage.commands.spec import CommandSpec, Operand, OperandKind
|
|
from mirage.io.types import IOResult
|
|
from mirage.provision import ProvisionResult
|
|
from mirage.resource.ram import RAMResource
|
|
from mirage.types import MountMode
|
|
from mirage.workspace import Workspace
|
|
|
|
_SPEC = CommandSpec(rest=Operand(kind=OperandKind.PATH))
|
|
|
|
|
|
def _make_ws():
|
|
ws = Workspace(
|
|
{
|
|
"/m1": (RAMResource(), MountMode.WRITE),
|
|
"/m2": (RAMResource(), MountMode.WRITE),
|
|
},
|
|
mode=MountMode.WRITE,
|
|
)
|
|
return ws
|
|
|
|
|
|
def _seed(ws):
|
|
asyncio.run(ws.ops.write("/m1/a.txt", b"aaa\n"))
|
|
asyncio.run(ws.ops.write("/m2/b.txt", b"bbb\n"))
|
|
|
|
|
|
async def _noop_fn(store, paths, *texts, stdin=None, **kw):
|
|
return b"ok", IOResult()
|
|
|
|
|
|
async def _noop_provision(store, paths, *texts, **kw):
|
|
return ProvisionResult(command="noop",
|
|
network_read_low=10,
|
|
network_read_high=10,
|
|
read_ops=1)
|
|
|
|
|
|
def _register_on_both(ws, rc):
|
|
ws._registry.mount_for("/m1/").register(rc)
|
|
ws._registry.mount_for("/m2/").register(rc)
|
|
|
|
|
|
def test_cross_resource_no_aggregate_returns_error():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn)
|
|
_register_on_both(ws, rc)
|
|
io = asyncio.run(ws.execute("nocross /m1/a.txt /m2/b.txt"))
|
|
assert io.exit_code == 1
|
|
assert b"cross-mount not supported" in io.stderr
|
|
|
|
|
|
def test_cross_resource_no_aggregate_names_mounts():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn)
|
|
_register_on_both(ws, rc)
|
|
io = asyncio.run(ws.execute("nocross /m1/a.txt /m2/b.txt"))
|
|
stderr = io.stderr.decode()
|
|
assert "/m1" in stderr
|
|
assert "/m2" in stderr
|
|
|
|
|
|
def test_cross_resource_with_aggregate_works():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/b.txt"))
|
|
assert io.exit_code == 0
|
|
|
|
|
|
def test_cross_resource_single_mount_still_works():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn)
|
|
_register_on_both(ws, rc)
|
|
io = asyncio.run(ws.execute("nocross /m1/a.txt"))
|
|
assert io.exit_code == 0
|
|
|
|
|
|
def test_cross_resource_three_mounts():
|
|
ws = Workspace(
|
|
{
|
|
"/m1": (RAMResource(), MountMode.WRITE),
|
|
"/m2": (RAMResource(), MountMode.WRITE),
|
|
"/m3": (RAMResource(), MountMode.WRITE),
|
|
},
|
|
mode=MountMode.WRITE,
|
|
)
|
|
asyncio.run(ws.ops.write("/m1/a.txt", b"a"))
|
|
asyncio.run(ws.ops.write("/m2/b.txt", b"b"))
|
|
asyncio.run(ws.ops.write("/m3/c.txt", b"c"))
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn)
|
|
ws._registry.mount_for("/m1/").register(rc)
|
|
ws._registry.mount_for("/m2/").register(rc)
|
|
ws._registry.mount_for("/m3/").register(rc)
|
|
io = asyncio.run(ws.execute("nocross /m1/a.txt /m2/b.txt /m3/c.txt"))
|
|
assert io.exit_code == 1
|
|
stderr = io.stderr.decode()
|
|
assert "/m1" in stderr or "/m2" in stderr or "/m3" in stderr
|
|
|
|
|
|
def test_plan_cross_resource_no_aggregate_returns_unknown():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn,
|
|
provision_fn=_noop_provision)
|
|
_register_on_both(ws, rc)
|
|
result = asyncio.run(
|
|
ws.execute("nocross /m1/a.txt /m2/b.txt", provision=True))
|
|
assert hasattr(result, "precision")
|
|
|
|
|
|
def test_plan_cross_resource_with_aggregate_sums_metrics():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn,
|
|
provision_fn=_noop_provision)
|
|
_register_on_both(ws, rc)
|
|
result = asyncio.run(
|
|
ws.execute("nocross /m1/a.txt /m2/b.txt", provision=True))
|
|
assert hasattr(result, "precision")
|
|
|
|
|
|
def test_plan_single_mount_still_works():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
rc = RegisteredCommand("nocross",
|
|
spec=_SPEC,
|
|
resource="ram",
|
|
filetype=None,
|
|
fn=_noop_fn,
|
|
provision_fn=_noop_provision)
|
|
_register_on_both(ws, rc)
|
|
result = asyncio.run(ws.execute("nocross /m1/a.txt", provision=True))
|
|
assert isinstance(result, ProvisionResult)
|
|
assert result.network_read_low == 10
|
|
|
|
|
|
def test_aggregate_partial_failure_propagates_exit_code():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/missing.txt"))
|
|
assert io.exit_code != 0
|
|
|
|
|
|
def test_aggregate_partial_failure_still_returns_output():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/missing.txt"))
|
|
assert io.exit_code != 0
|
|
|
|
|
|
def test_aggregate_partial_failure_has_stderr():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/missing.txt"))
|
|
stderr = io.stderr if io.stderr else b""
|
|
assert len(stderr) > 0
|
|
|
|
|
|
def test_aggregate_all_succeed_exit_zero():
|
|
ws = _make_ws()
|
|
_seed(ws)
|
|
io = asyncio.run(ws.execute("cat /m1/a.txt /m2/b.txt"))
|
|
assert io.exit_code == 0
|