strukto-ai--mirage/python/tests/commands/native/test_cross_mount.py

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========

import asyncio
from contextlib import ExitStack
from unittest.mock import patch

import pytest

from mirage.core.ram.mkdir import mkdir
from mirage.core.ram.write import write_bytes as mem_write
from mirage.provision import Precision
from mirage.resource.disk import DiskResource
from mirage.resource.ram import RAMResource
from mirage.resource.s3 import S3Config, S3Resource
from mirage.types import DEFAULT_SESSION_ID, MountMode
from mirage.workspace import Workspace
from tests.commands.native.conftest import (_CORE_MODULES, BUCKET, REGION,
                                            MockAsyncSession)


def _run(ws, cmd):

    async def _inner():
        io = await ws.execute(cmd)
        return await io.stdout_str()

    return asyncio.run(_inner())


def _exit(ws, cmd):
    io = asyncio.run(ws.execute(cmd))
    return io.exit_code


def _make_s3_resource(shared_objects):
    config = S3Config(bucket=BUCKET,
                      region=REGION,
                      aws_access_key_id="testing",
                      aws_secret_access_key="testing")
    return S3Resource(config)


def _make_resource(ptype, tmp_path, idx, shared_s3_objects):
    if ptype == "ram":
        return RAMResource(), None
    elif ptype == "disk":
        root = tmp_path / f"disk{idx}"
        root.mkdir()
        return DiskResource(root=str(root)), root
    elif ptype == "s3":
        return _make_s3_resource(shared_s3_objects), None
    raise ValueError(f"Unknown resource type: {ptype}")


def _write_file(ptype,
                name,
                content,
                disk_root=None,
                s3_objects=None,
                mem_accessor=None):
    path = "/" + name
    if ptype == "ram":
        parts = path.strip("/").split("/")
        for i in range(1, len(parts)):
            d = "/" + "/".join(parts[:i])
            if d not in mem_accessor.store.dirs:
                try:
                    asyncio.run(mkdir(mem_accessor, d))
                except (FileExistsError, ValueError):
                    pass
        asyncio.run(mem_write(mem_accessor, path, content))
    elif ptype == "disk":
        file_path = disk_root / name
        file_path.parent.mkdir(parents=True, exist_ok=True)
        file_path.write_bytes(content)
    elif ptype == "s3":
        s3_objects[name] = content


_PAIRS = [
    ("ram", "ram"),
    ("ram", "s3"),
    ("s3", "ram"),
    ("ram", "disk"),
    ("disk", "ram"),
]


class CrossMountEnv:

    def __init__(self, ws, p1_type, p2_type, p1_root, p2_root,
                 shared_s3_objects, p1_accessor, p2_accessor):
        self.ws = ws
        self._types = (p1_type, p2_type)
        self._roots = (p1_root, p2_root)
        self._s3_objects = shared_s3_objects
        self._accessors = (p1_accessor, p2_accessor)

    def create_file(self, mount_idx, name, content):
        idx = mount_idx - 1
        ptype = self._types[idx]
        _write_file(ptype,
                    name,
                    content,
                    disk_root=self._roots[idx],
                    s3_objects=self._s3_objects,
                    mem_accessor=self._accessors[idx])

    def run(self, cmd):
        return _run(self.ws, cmd)

    def exit(self, cmd):
        return _exit(self.ws, cmd)


@pytest.fixture(params=_PAIRS, ids=[f"{a}->{b}" for a, b in _PAIRS])
def cross(request, tmp_path):
    p1_type, p2_type = request.param

    shared_s3_objects = {}

    p1, p1_root = _make_resource(p1_type, tmp_path, 1, shared_s3_objects)
    p2, p2_root = _make_resource(p2_type, tmp_path, 2, shared_s3_objects)

    ws = Workspace({
        "/m1": (p1, MountMode.WRITE),
        "/m2": (p2, MountMode.WRITE)
    },
                   mode=MountMode.WRITE)
    ws.get_session(DEFAULT_SESSION_ID).cwd = "/m1"

    p1_acc = p1.accessor if hasattr(p1, "accessor") else None
    p2_acc = p2.accessor if hasattr(p2, "accessor") else None

    env = CrossMountEnv(ws, p1_type, p2_type, p1_root, p2_root,
                        shared_s3_objects, p1_acc, p2_acc)

    if p1_type == "s3" or p2_type == "s3":
        mock_session = MockAsyncSession(shared_s3_objects)
        stack = ExitStack()
        for mod in _CORE_MODULES:
            stack.enter_context(
                patch(f"{mod}.async_session", return_value=mock_session))
        with stack:
            yield env
    else:
        yield env


def test_cp_cross(cross):
    cross.create_file(1, "f.txt", b"hello\n")
    cross.run("cp /m1/f.txt /m2/copy.txt")
    assert cross.run("cat /m2/copy.txt") == "hello\n"


def test_mv_cross(cross):
    cross.create_file(1, "f.txt", b"hello\n")
    cross.run("mv /m1/f.txt /m2/moved.txt")
    assert cross.run("cat /m2/moved.txt") == "hello\n"
    assert cross.exit("cat /m1/f.txt") != 0


def test_diff_cross(cross):
    cross.create_file(1, "a.txt", b"hello\n")
    cross.create_file(2, "b.txt", b"world\n")
    result = cross.run("diff /m1/a.txt /m2/b.txt")
    assert "hello" in result or "world" in result


def test_diff_identical_cross(cross):
    cross.create_file(1, "a.txt", b"same\n")
    cross.run("cp /m1/a.txt /m2/b.txt")
    assert cross.run("diff /m1/a.txt /m2/b.txt") == ""


def test_cat_multi_cross(cross):
    cross.create_file(1, "a.txt", b"aaa\n")
    cross.create_file(2, "b.txt", b"bbb\n")
    assert cross.run("cat /m1/a.txt /m2/b.txt") == "aaa\nbbb\n"


def test_head_cross(cross):
    cross.create_file(1, "a.txt", b"aaa\n")
    cross.create_file(2, "b.txt", b"bbb\n")
    result = cross.run("head -n 1 /m1/a.txt /m2/b.txt")
    assert "==> /m1/a.txt <==" in result
    assert "==> /m2/b.txt <==" in result


def test_grep_cross(cross):
    cross.create_file(1, "a.txt", b"hello world\n")
    cross.create_file(2, "b.txt", b"foo bar\n")
    result = cross.run("grep hello /m1/a.txt /m2/b.txt")
    assert "/m1/a.txt:" in result


def test_wc_cross(cross):
    cross.create_file(1, "a.txt", b"one\ntwo\n")
    cross.create_file(2, "b.txt", b"three\n")
    result = cross.run("wc -l /m1/a.txt /m2/b.txt")
    assert "/m1/a.txt" in result
    assert "/m2/b.txt" in result


def test_redirect_cross(cross):
    cross.create_file(1, "f.txt", b"hello\n")
    cross.run("cat /m1/f.txt > /m2/out.txt")
    assert cross.run("cat /m2/out.txt") == "hello\n"


def test_pipe_cross(cross):
    cross.create_file(1, "f.txt", b"hello\nworld\n")
    result = cross.run("cat /m1/f.txt | grep hello")
    assert "hello" in result


def test_cross_resource_md5_fans_out(cross):
    cross.create_file(1, "a.txt", b"hello\n")
    cross.create_file(2, "b.txt", b"world\n")
    single = cross.run("md5 /m1/a.txt") + cross.run("md5 /m2/b.txt")
    assert cross.run("md5 /m1/a.txt /m2/b.txt") == single


def test_cross_resource_du_fans_out(cross):
    cross.create_file(1, "a.txt", b"hello\n")
    cross.create_file(2, "b.txt", b"world!!\n")
    out = cross.run("du -c /m1/a.txt /m2/b.txt")
    assert "6\t/m1/a.txt" in out
    assert "8\t/m2/b.txt" in out
    assert "14\ttotal" in out


def test_cross_resource_file_fans_out(cross):
    cross.create_file(1, "a.txt", b"hello\n")
    cross.create_file(2, "b.txt", b"world\n")
    out = cross.run("file /m1/a.txt /m2/b.txt")
    assert "/m1/a.txt:" in out
    assert "/m2/b.txt:" in out


def test_plan_cross_resource_aggregate_sums(cross):
    cross.create_file(1, "a.txt", b"hello\n")
    cross.create_file(2, "b.txt", b"world\n")
    result = asyncio.run(
        cross.ws.execute("md5 /m1/a.txt /m2/b.txt", provision=True))
    assert result.precision == Precision.EXACT
    assert result.network_read == "12"