chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 12:30:44 +08:00
commit bcbd1bdb22
5748 changed files with 562488 additions and 0 deletions
+162
View File
@@ -0,0 +1,162 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import copy as _copy
import os
import shutil
import tempfile
from pathlib import Path
from mirage import MountMode, Workspace
from mirage.resource.disk import DiskResource
REPO_ROOT = Path(__file__).resolve().parents[3]
DATA_DIR = REPO_ROOT / "data"
tmp = tempfile.mkdtemp()
shutil.copytree(DATA_DIR, Path(tmp) / "files", dirs_exist_ok=True)
resource = DiskResource(root=tmp + "/files")
async def main() -> None:
ws = Workspace({"/data/": resource}, mode=MountMode.READ)
print("=== ls /data/ ===")
result = await ws.execute("ls /data/")
print(await result.stdout_str())
print("=== cat /data/example.json ===")
result = await ws.execute("cat /data/example.json")
print(await result.stdout_str())
print("=== head -n 3 /data/example.jsonl ===")
result = await ws.execute("head -n 3 /data/example.jsonl")
print(await result.stdout_str())
print("=== tail -n 2 /data/example.jsonl ===")
result = await ws.execute("tail -n 2 /data/example.jsonl")
print(await result.stdout_str())
print("=== wc /data/example.json ===")
result = await ws.execute("wc /data/example.json")
print(await result.stdout_str())
print("=== stat /data/example.json ===")
result = await ws.execute("stat /data/example.json")
print(await result.stdout_str())
print("=== tree /data/ ===")
result = await ws.execute("tree /data/")
print(await result.stdout_str())
print("=== find /data/ -name '*.json' ===")
result = await ws.execute("find /data/ -name '*.json'")
print(await result.stdout_str())
print("=== grep example /data/example.json ===")
result = await ws.execute("grep example /data/example.json")
print(await result.stdout_str())
print("=== rg example /data/example.json ===")
result = await ws.execute("rg example /data/example.json")
print(await result.stdout_str())
print("=== du /data/ ===")
result = await ws.execute("du /data/")
print(await result.stdout_str())
print("=== jq .company /data/example.json ===")
result = await ws.execute('jq ".company" /data/example.json')
print(await result.stdout_str())
print("=== basename /data/example.json ===")
result = await ws.execute("basename /data/example.json")
print(await result.stdout_str())
print("=== dirname /data/example.json ===")
result = await ws.execute("dirname /data/example.json")
print(await result.stdout_str())
print("=== sort /data/example.jsonl ===")
result = await ws.execute("sort /data/example.jsonl")
print(await result.stdout_str())
print("=== cp /data/example.json /data/copy.json ===")
await ws.execute("cp /data/example.json /data/copy.json")
result = await ws.execute("ls /data/")
print(await result.stdout_str())
print("=== mv /data/copy.json /data/renamed.json ===")
await ws.execute("mv /data/copy.json /data/renamed.json")
result = await ws.execute("ls /data/")
print(await result.stdout_str())
print("=== rm /data/renamed.json ===")
await ws.execute("rm /data/renamed.json")
result = await ws.execute("ls /data/")
print(await result.stdout_str())
print("=== not-found errors show the full virtual path ===")
for cmd in ("cat /data/missing.json", "head /data/missing.json",
"stat /data/missing.json"):
result = await ws.execute(cmd)
print(f"$ {cmd}")
print(f" exit={result.exit_code} "
f"{(await result.stderr_str()).strip()}")
# ── persistence: save / load / copy / deepcopy ──────────────────
# Disk has no redacted config: full file tree is in the snapshot.
# Default load behavior creates a fresh tmpdir. Caller can override
# by supplying DiskResource(root=...) in resources={...}.
print("\n=== PERSISTENCE ===\n")
with tempfile.NamedTemporaryFile(suffix=".tar", delete=False) as f:
snap = f.name
custom_root = tempfile.mkdtemp(prefix="mirage-disk-restore-")
try:
await ws.snapshot(snap)
print(f" saved → {snap} ({os.path.getsize(snap)} bytes)")
# Load with default fresh tmpdir
loaded_default = await Workspace.load(snap)
r = await loaded_default.execute("ls /data/")
print(f" loaded (default tmpdir) ls: "
f"{(await r.stdout_str()).strip()[:80]}")
# Load with caller-supplied root — files written into custom_root
loaded_custom = await Workspace.load(
snap, resources={"/data": DiskResource(root=custom_root)})
r = await loaded_custom.execute("ls /data/")
print(f" loaded (root={custom_root[:40]}…) ls: "
f"{(await r.stdout_str()).strip()[:80]}")
print(f" custom_root contents: {sorted(os.listdir(custom_root))[:5]}")
cp = await ws.copy()
print(f" copy() mounts: {[m.prefix for m in cp.mounts()]}")
for op_name, op in (("deepcopy", _copy.deepcopy), ("shallow copy",
_copy.copy)):
try:
op(ws)
print(f"{op_name} should have raised")
except NotImplementedError as e:
print(f"{op_name} raises: {str(e)[:60]}")
finally:
os.unlink(snap)
shutil.rmtree(custom_root, ignore_errors=True)
if __name__ == "__main__":
asyncio.run(main())
+55
View File
@@ -0,0 +1,55 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import os
import shutil
import tempfile
from pathlib import Path
from mirage import Mount, MountMode, Workspace
from mirage.resource.disk import DiskResource
REPO_ROOT = Path(__file__).resolve().parents[3]
DATA_DIR = REPO_ROOT / "data"
tmp = tempfile.mkdtemp()
shutil.copytree(DATA_DIR, Path(tmp) / "files", dirs_exist_ok=True)
resource = DiskResource(root=tmp + "/files")
with Workspace({"/data/": Mount(resource, mode=MountMode.READ,
fuse=True)}) as ws:
mp = ws.fuse_mountpoint
print(f"=== FUSE MODE: mounted at {mp} ===\n")
data_path = mp
print("--- os.listdir() ---")
entries = os.listdir(data_path)
for e in entries:
size = os.path.getsize(f"{data_path}/{e}")
print(f" {e:30s} {size:>10,} bytes")
print(f"\n>>> FUSE mounted at: {mp}")
print(">>> Open another terminal and try:")
print(f">>> ls -la {mp}/")
print(f">>> cat {mp}/example.json")
print(f">>> cat {mp}/example.json | jq .")
print(">>> Press Enter to unmount and exit...")
input()
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
+61
View File
@@ -0,0 +1,61 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import shutil
import sys
import tempfile
from pathlib import Path
from mirage import MountMode, Workspace
from mirage.resource.disk import DiskResource
REPO_ROOT = Path(__file__).resolve().parents[3]
DATA_DIR = REPO_ROOT / "data"
tmp = tempfile.mkdtemp()
shutil.copytree(DATA_DIR, Path(tmp) / "files", dirs_exist_ok=True)
resource = DiskResource(root=tmp + "/files")
async def main():
ws = Workspace({"/data/": resource}, mode=MountMode.READ)
with ws:
vos = sys.modules["os"]
print("=== VFS MODE ===\n")
print("--- os.listdir() ---")
entries = vos.listdir("/data")
for e in entries:
print(f" {e}")
print("\n--- open() + read ---")
with open("/data/example.json") as f:
print(f" {f.read().strip()}")
print("\n--- os.path.exists() ---")
print(f" example.json: {vos.path.exists('/data/example.json')}")
print(f" nope.txt: {vos.path.exists('/data/nope.txt')}")
print("\n--- os.path.isdir() ---")
print(f" /data: {vos.path.isdir('/data')}")
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
asyncio.run(main())