chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 12:30:44 +08:00
commit bcbd1bdb22
5748 changed files with 562488 additions and 0 deletions
+136
View File
@@ -0,0 +1,136 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import os
from dotenv import load_dotenv
from mirage import MountMode, Workspace
from mirage.resource.postgres import PostgresConfig, PostgresResource
load_dotenv(".env.development")
config = PostgresConfig(
dsn=os.environ["POSTGRES_DSN"],
max_read_rows=200,
max_read_bytes=1024 * 1024,
)
resource = PostgresResource(config=config)
async def _run(ws, cmd):
print(f"\n>>> {cmd}")
r = await ws.execute(cmd)
out = (await r.stdout_str()).strip()
err = await r.stderr_str()
if out:
for line in out.splitlines()[:10]:
print(f" {line[:140]}")
total = len(out.splitlines())
if total > 10:
print(f" ... ({total} lines total)")
if err:
print(f" [stderr] {err.strip()[:160]}")
if not out and not err:
print(f" (empty, exit={r.exit_code})")
return r
async def main():
ws = Workspace({"/pg": resource}, mode=MountMode.READ)
print("=" * 60)
print("LISTING (ls / tree)")
print("=" * 60)
await _run(ws, "ls /pg/")
await _run(ws, "ls /pg/public/")
await _run(ws, "ls /pg/public/tables/")
await _run(ws, "ls /pg/public/views/")
await _run(ws, "tree -L 2 /pg/public/")
print("\n" + "=" * 60)
print("SYNTHETIC JSON (database.json + per-entity schema.json)")
print("=" * 60)
await _run(ws, "cat /pg/database.json | head -n 30")
table = "context_info"
sch = f"/pg/public/tables/{table}/schema.json"
await _run(ws, f'cat "{sch}" | head -n 25')
print("\n" + "=" * 60)
print("STAT and METADATA")
print("=" * 60)
fp = f"/pg/public/tables/{table}/rows.jsonl"
await _run(ws, f'stat "{fp}"')
print("\n" + "=" * 60)
print("HEAD / TAIL / WC (predicate pushdown to SQL)")
print("=" * 60)
await _run(ws, f'head -n 3 "{fp}"')
await _run(ws, f'tail -n 3 "{fp}"')
await _run(ws, f'wc -l "{fp}"')
print("\n" + "=" * 60)
print("CAT with SIZE GUARD")
print("=" * 60)
print("(this should error: table has more rows than max_read_rows=200)")
await _run(ws, f'cat "{fp}"')
print("\n" + "=" * 60)
print("GREP at different scopes (ILIKE pushdown)")
print("=" * 60)
await _run(ws, f'grep system "{fp}"')
await _run(ws, f'grep -c system "{fp}"')
await _run(ws, 'grep system /pg/public/tables/')
await _run(ws, 'grep system /pg/public/')
print("\n" + "=" * 60)
print("RG at schema scope")
print("=" * 60)
await _run(ws, "rg system /pg/public/")
print("\n" + "=" * 60)
print("JQ over rows.jsonl (slice with head first to stay under guard)")
print("=" * 60)
await _run(ws, f'head -n 20 "{fp}" | jq -r ".[] | .id"')
await _run(ws, f'head -n 20 "{fp}" | jq -r ".[] | .file_name"')
print("\n" + "=" * 60)
print("FIND")
print("=" * 60)
await _run(ws, 'find /pg/public/tables/ -name rows.jsonl')
print("\n" + "=" * 60)
print("CD + relative paths")
print("=" * 60)
await ws.execute("cd /pg/public/tables")
await _run(ws, "pwd")
await _run(ws, "ls")
await resource.accessor.close()
if __name__ == "__main__":
asyncio.run(main())
+103
View File
@@ -0,0 +1,103 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import json
import os
from dotenv import load_dotenv
from mirage import Mount, MountMode, Workspace
from mirage.resource.postgres import PostgresConfig, PostgresResource
load_dotenv(".env.development")
config = PostgresConfig(
dsn=os.environ["POSTGRES_DSN"],
max_read_rows=1_000_000,
max_read_bytes=512 * 1024 * 1024,
)
resource = PostgresResource(config=config)
with Workspace({"/pg/": Mount(resource, mode=MountMode.READ,
fuse=True)}) as ws:
mp = ws.fuse_mountpoint
print(f"=== FUSE MODE: mounted at {mp} ===\n")
print("--- os.listdir() root ---")
for e in os.listdir(mp):
print(f" {e}")
print("\n--- read database.json ---")
with open(f"{mp}/database.json") as f:
db_json = json.loads(f.read())
print(f" database: {db_json['database']}")
print(f" schemas: {db_json['schemas']}")
print(f" tables: {len(db_json['tables'])} | "
f"views: {len(db_json['views'])} | "
f"relationships: {len(db_json['relationships'])}")
if "public" in db_json["schemas"]:
tables = os.listdir(f"{mp}/public/tables")
print(f"\n--- public.tables: {len(tables)} entries ---")
for t in tables[:5]:
print(f" {t}")
if tables:
target = tables[0]
entity_dir = f"{mp}/public/tables/{target}"
print(f"\n--- ls {entity_dir} ---")
for e in os.listdir(entity_dir):
print(f" {e}")
sch_path = f"{entity_dir}/schema.json"
print(f"\n--- read {sch_path} ---")
with open(sch_path) as f:
sch = json.loads(f.read())
print(f" name={sch['name']} kind={sch['kind']}")
print(f" columns: {len(sch['columns'])}")
print(f" primary_key: {sch['primary_key']}")
print(f" rows: {sch['row_count_estimate']}")
rows_path = f"{entity_dir}/rows.jsonl"
print("\n--- read rows.jsonl (may hit size guard) ---")
try:
with open(rows_path) as f:
text = f.read().strip()
if text:
lines = text.splitlines()
print(f" rows: {len(lines)}")
for line in lines[:3]:
try:
doc = json.loads(line)
print(f" {json.dumps(doc)[:120]}")
except json.JSONDecodeError:
print(f" {line[:120]}")
else:
print(" (empty)")
except Exception as exc:
print(f" guard fired: {str(exc)[:160]}")
print(f"\n>>> FUSE mounted at: {mp}")
print(">>> Open another terminal and try:")
print(f">>> ls {mp}/")
print(f">>> cat {mp}/database.json | jq .schemas")
print(f">>> head -n 3 {mp}/public/tables/<table>/rows.jsonl")
print(">>> Press Enter to unmount and exit...")
input()
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
+117
View File
@@ -0,0 +1,117 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import json
import os
import sys
from dotenv import load_dotenv
from mirage import MountMode, Workspace
from mirage.resource.postgres import PostgresConfig, PostgresResource
load_dotenv(".env.development")
config = PostgresConfig(
dsn=os.environ["POSTGRES_DSN"],
max_read_rows=200,
max_read_bytes=1024 * 1024,
)
resource = PostgresResource(config=config)
async def main():
with Workspace({"/pg/": resource}, mode=MountMode.READ) as ws:
vos = sys.modules["os"]
print("=== VFS MODE: open() reads from Postgres ===\n")
print("--- os.listdir(/pg) — root entries ---")
for e in vos.listdir("/pg"):
print(f" {e}")
print("\n--- read /pg/database.json ---")
with open("/pg/database.json") as f:
db_json = json.loads(f.read())
print(f" database: {db_json['database']}")
print(f" schemas: {db_json['schemas']}")
print(f" tables: {len(db_json['tables'])} | "
f"views: {len(db_json['views'])} | "
f"relationships: {len(db_json['relationships'])}")
if "public" not in db_json["schemas"]:
print("\nno public schema")
return
print("\n--- os.listdir(/pg/public) ---")
for e in vos.listdir("/pg/public"):
print(f" {e}")
print("\n--- os.listdir(/pg/public/tables) ---")
tables = vos.listdir("/pg/public/tables")
for t in tables[:5]:
print(f" {t}")
if len(tables) > 5:
print(f" ... ({len(tables)} total)")
if not tables:
print("no tables in public")
return
target = tables[0]
entity_dir = f"/pg/public/tables/{target}"
print(f"\n--- os.listdir({entity_dir}) ---")
for e in vos.listdir(entity_dir):
print(f" {e}")
sch_path = f"{entity_dir}/schema.json"
print(f"\n--- read {sch_path} ---")
with open(sch_path) as f:
sch = json.loads(f.read())
print(f" name={sch['name']} kind={sch['kind']}")
print(f" columns: {[c['name'] for c in sch['columns'][:6]]}" +
(" ..." if len(sch["columns"]) > 6 else ""))
print(f" primary_key: {sch['primary_key']}")
print(f" foreign_keys: {len(sch['foreign_keys'])}")
print(f" row_count_estimate: {sch['row_count_estimate']}")
rows_path = f"{entity_dir}/rows.jsonl"
print("\n--- open() rows.jsonl (may hit size guard) ---")
try:
with open(rows_path) as f:
content = f.read()
lines = [ln for ln in content.strip().split("\n") if ln.strip()]
print(f" rows returned: {len(lines)}")
for line in lines[:3]:
doc = json.loads(line)
print(f" {json.dumps(doc)[:120]}")
except Exception as exc:
print(f" guard fired: {str(exc)[:160]}")
print("\n--- bash history ---")
with open("/.bash_history") as f:
for i, line in enumerate(f):
if i >= 6:
break
print(f" {line.rstrip()[:120]}")
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
await resource.accessor.close()
asyncio.run(main())