chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,162 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import asyncio
|
||||
import copy as _copy
|
||||
import os
|
||||
import shutil
|
||||
import tempfile
|
||||
from pathlib import Path
|
||||
|
||||
from mirage import MountMode, Workspace
|
||||
from mirage.resource.disk import DiskResource
|
||||
|
||||
REPO_ROOT = Path(__file__).resolve().parents[3]
|
||||
DATA_DIR = REPO_ROOT / "data"
|
||||
|
||||
tmp = tempfile.mkdtemp()
|
||||
shutil.copytree(DATA_DIR, Path(tmp) / "files", dirs_exist_ok=True)
|
||||
|
||||
resource = DiskResource(root=tmp + "/files")
|
||||
|
||||
|
||||
async def main() -> None:
|
||||
ws = Workspace({"/data/": resource}, mode=MountMode.READ)
|
||||
|
||||
print("=== ls /data/ ===")
|
||||
result = await ws.execute("ls /data/")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== cat /data/example.json ===")
|
||||
result = await ws.execute("cat /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== head -n 3 /data/example.jsonl ===")
|
||||
result = await ws.execute("head -n 3 /data/example.jsonl")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== tail -n 2 /data/example.jsonl ===")
|
||||
result = await ws.execute("tail -n 2 /data/example.jsonl")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== wc /data/example.json ===")
|
||||
result = await ws.execute("wc /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== stat /data/example.json ===")
|
||||
result = await ws.execute("stat /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== tree /data/ ===")
|
||||
result = await ws.execute("tree /data/")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== find /data/ -name '*.json' ===")
|
||||
result = await ws.execute("find /data/ -name '*.json'")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== grep example /data/example.json ===")
|
||||
result = await ws.execute("grep example /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== rg example /data/example.json ===")
|
||||
result = await ws.execute("rg example /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== du /data/ ===")
|
||||
result = await ws.execute("du /data/")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== jq .company /data/example.json ===")
|
||||
result = await ws.execute('jq ".company" /data/example.json')
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== basename /data/example.json ===")
|
||||
result = await ws.execute("basename /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== dirname /data/example.json ===")
|
||||
result = await ws.execute("dirname /data/example.json")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== sort /data/example.jsonl ===")
|
||||
result = await ws.execute("sort /data/example.jsonl")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== cp /data/example.json /data/copy.json ===")
|
||||
await ws.execute("cp /data/example.json /data/copy.json")
|
||||
result = await ws.execute("ls /data/")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== mv /data/copy.json /data/renamed.json ===")
|
||||
await ws.execute("mv /data/copy.json /data/renamed.json")
|
||||
result = await ws.execute("ls /data/")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== rm /data/renamed.json ===")
|
||||
await ws.execute("rm /data/renamed.json")
|
||||
result = await ws.execute("ls /data/")
|
||||
print(await result.stdout_str())
|
||||
|
||||
print("=== not-found errors show the full virtual path ===")
|
||||
for cmd in ("cat /data/missing.json", "head /data/missing.json",
|
||||
"stat /data/missing.json"):
|
||||
result = await ws.execute(cmd)
|
||||
print(f"$ {cmd}")
|
||||
print(f" exit={result.exit_code} "
|
||||
f"{(await result.stderr_str()).strip()}")
|
||||
|
||||
# ── persistence: save / load / copy / deepcopy ──────────────────
|
||||
# Disk has no redacted config: full file tree is in the snapshot.
|
||||
# Default load behavior creates a fresh tmpdir. Caller can override
|
||||
# by supplying DiskResource(root=...) in resources={...}.
|
||||
print("\n=== PERSISTENCE ===\n")
|
||||
with tempfile.NamedTemporaryFile(suffix=".tar", delete=False) as f:
|
||||
snap = f.name
|
||||
custom_root = tempfile.mkdtemp(prefix="mirage-disk-restore-")
|
||||
try:
|
||||
await ws.snapshot(snap)
|
||||
print(f" saved → {snap} ({os.path.getsize(snap)} bytes)")
|
||||
|
||||
# Load with default fresh tmpdir
|
||||
loaded_default = await Workspace.load(snap)
|
||||
r = await loaded_default.execute("ls /data/")
|
||||
print(f" loaded (default tmpdir) ls: "
|
||||
f"{(await r.stdout_str()).strip()[:80]}…")
|
||||
|
||||
# Load with caller-supplied root — files written into custom_root
|
||||
loaded_custom = await Workspace.load(
|
||||
snap, resources={"/data": DiskResource(root=custom_root)})
|
||||
r = await loaded_custom.execute("ls /data/")
|
||||
print(f" loaded (root={custom_root[:40]}…) ls: "
|
||||
f"{(await r.stdout_str()).strip()[:80]}…")
|
||||
print(f" custom_root contents: {sorted(os.listdir(custom_root))[:5]}")
|
||||
|
||||
cp = await ws.copy()
|
||||
print(f" copy() mounts: {[m.prefix for m in cp.mounts()]}")
|
||||
|
||||
for op_name, op in (("deepcopy", _copy.deepcopy), ("shallow copy",
|
||||
_copy.copy)):
|
||||
try:
|
||||
op(ws)
|
||||
print(f" ✗ {op_name} should have raised")
|
||||
except NotImplementedError as e:
|
||||
print(f" ✓ {op_name} raises: {str(e)[:60]}…")
|
||||
finally:
|
||||
os.unlink(snap)
|
||||
shutil.rmtree(custom_root, ignore_errors=True)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
asyncio.run(main())
|
||||
@@ -0,0 +1,55 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import os
|
||||
import shutil
|
||||
import tempfile
|
||||
from pathlib import Path
|
||||
|
||||
from mirage import Mount, MountMode, Workspace
|
||||
from mirage.resource.disk import DiskResource
|
||||
|
||||
REPO_ROOT = Path(__file__).resolve().parents[3]
|
||||
DATA_DIR = REPO_ROOT / "data"
|
||||
|
||||
tmp = tempfile.mkdtemp()
|
||||
shutil.copytree(DATA_DIR, Path(tmp) / "files", dirs_exist_ok=True)
|
||||
|
||||
resource = DiskResource(root=tmp + "/files")
|
||||
|
||||
with Workspace({"/data/": Mount(resource, mode=MountMode.READ,
|
||||
fuse=True)}) as ws:
|
||||
mp = ws.fuse_mountpoint
|
||||
|
||||
print(f"=== FUSE MODE: mounted at {mp} ===\n")
|
||||
|
||||
data_path = mp
|
||||
|
||||
print("--- os.listdir() ---")
|
||||
entries = os.listdir(data_path)
|
||||
for e in entries:
|
||||
size = os.path.getsize(f"{data_path}/{e}")
|
||||
print(f" {e:30s} {size:>10,} bytes")
|
||||
|
||||
print(f"\n>>> FUSE mounted at: {mp}")
|
||||
print(">>> Open another terminal and try:")
|
||||
print(f">>> ls -la {mp}/")
|
||||
print(f">>> cat {mp}/example.json")
|
||||
print(f">>> cat {mp}/example.json | jq .")
|
||||
print(">>> Press Enter to unmount and exit...")
|
||||
input()
|
||||
|
||||
records = ws.ops.records
|
||||
total = sum(r.bytes for r in records)
|
||||
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
|
||||
@@ -0,0 +1,61 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import asyncio
|
||||
import shutil
|
||||
import sys
|
||||
import tempfile
|
||||
from pathlib import Path
|
||||
|
||||
from mirage import MountMode, Workspace
|
||||
from mirage.resource.disk import DiskResource
|
||||
|
||||
REPO_ROOT = Path(__file__).resolve().parents[3]
|
||||
DATA_DIR = REPO_ROOT / "data"
|
||||
|
||||
tmp = tempfile.mkdtemp()
|
||||
shutil.copytree(DATA_DIR, Path(tmp) / "files", dirs_exist_ok=True)
|
||||
|
||||
resource = DiskResource(root=tmp + "/files")
|
||||
|
||||
|
||||
async def main():
|
||||
ws = Workspace({"/data/": resource}, mode=MountMode.READ)
|
||||
|
||||
with ws:
|
||||
vos = sys.modules["os"]
|
||||
print("=== VFS MODE ===\n")
|
||||
|
||||
print("--- os.listdir() ---")
|
||||
entries = vos.listdir("/data")
|
||||
for e in entries:
|
||||
print(f" {e}")
|
||||
|
||||
print("\n--- open() + read ---")
|
||||
with open("/data/example.json") as f:
|
||||
print(f" {f.read().strip()}")
|
||||
|
||||
print("\n--- os.path.exists() ---")
|
||||
print(f" example.json: {vos.path.exists('/data/example.json')}")
|
||||
print(f" nope.txt: {vos.path.exists('/data/nope.txt')}")
|
||||
|
||||
print("\n--- os.path.isdir() ---")
|
||||
print(f" /data: {vos.path.isdir('/data')}")
|
||||
|
||||
records = ws.ops.records
|
||||
total = sum(r.bytes for r in records)
|
||||
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
|
||||
|
||||
|
||||
asyncio.run(main())
|
||||
Reference in New Issue
Block a user