Files
strukto-ai--mirage/examples/python/minio/minio.py
T
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

105 lines
3.9 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import os
from dotenv import load_dotenv
from mirage import MountMode, Workspace
from mirage.resource.minio import MinIOConfig, MinIOResource
load_dotenv(".env.development")
config = MinIOConfig(
bucket=os.environ.get("MINIO_BUCKET", "mirage-demo"),
endpoint_url=os.environ.get("MINIO_ENDPOINT", "http://localhost:9000"),
access_key_id=os.environ.get("MINIO_ACCESS_KEY", "minioadmin"),
secret_access_key=os.environ.get("MINIO_SECRET_KEY", "minioadmin"),
)
resource = MinIOResource(config)
ws = Workspace({"/minio/": resource}, mode=MountMode.WRITE)
def ops_summary() -> str:
records = ws.ops.records
total = sum(r.bytes for r in records)
return f"{len(records)} ops, {total} bytes transferred"
async def main():
print(f"=== MinIO at {config.endpoint_url} (bucket {config.bucket}) ===")
# Seed a few objects so the demo is self-contained (WRITE mode).
await ws.ops.write(
"/minio/data/example.jsonl",
b'{"event":"queue-operation","tool":"mirage"}\n'
b'{"event":"read","tool":"mirage"}\n'
b'{"event":"queue-operation","tool":"other"}\n')
await ws.ops.write("/minio/data/config.json",
b'{"name":"mirage","version":1,"tags":["s3","minio"]}')
await ws.ops.write("/minio/notes.txt", b"hello from minio\n")
print("\n--- ls /minio/ ---")
r = await ws.execute("ls /minio/")
print(await r.stdout_str())
print("--- tree /minio/ ---")
r = await ws.execute("tree /minio/")
print(await r.stdout_str())
print("--- stat /minio/notes.txt ---")
r = await ws.execute("stat /minio/notes.txt")
print(f" {(await r.stdout_str()).strip()}")
print("\n--- cat /minio/notes.txt ---")
r = await ws.execute("cat /minio/notes.txt")
print(f" {(await r.stdout_str()).strip()!r}")
print("\n--- head -c 40 /minio/data/example.jsonl (byte range) ---")
r = await ws.execute("head -c 40 /minio/data/example.jsonl")
print(f" {(await r.stdout_str()).strip()!r}")
print("\n--- grep -c queue-operation /minio/data/example.jsonl ---")
r = await ws.execute("grep -c queue-operation /minio/data/example.jsonl")
print(f" count: {(await r.stdout_str()).strip()}")
print("--- find /minio/ -name '*.json' ---")
r = await ws.execute("find /minio/ -name '*.json'")
print(await r.stdout_str())
print("--- jq .tags /minio/data/config.json ---")
r = await ws.execute("jq .tags /minio/data/config.json")
print(f" {(await r.stdout_str()).strip()}")
print("\n--- PROVISION: cat (plan only) vs head -c (byte budget) ---")
dr = await ws.execute("cat /minio/data/example.jsonl", provision=True)
print(f" cat: network_read={dr.network_read} precision={dr.precision}")
dr = await ws.execute("head -c 20 /minio/data/example.jsonl",
provision=True)
print(f" head -c 20: network_read={dr.network_read} "
f"precision={dr.precision}")
print("\n--- rm seeded objects ---")
for key in ("/minio/data/example.jsonl", "/minio/data/config.json",
"/minio/notes.txt"):
await ws.execute(f"rm {key}")
print(" cleaned")
print(f"\nStats: {ops_summary()}")
if __name__ == "__main__":
asyncio.run(main())