chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 12:30:44 +08:00
commit bcbd1bdb22
5748 changed files with 562488 additions and 0 deletions
+136
View File
@@ -0,0 +1,136 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import os
from dotenv import load_dotenv
from mirage import MountMode, Workspace
from mirage.resource.notion import NotionConfig, NotionResource
load_dotenv(".env.development")
config = NotionConfig(api_key=os.environ["NOTION_API_KEY"])
resource = NotionResource(config=config)
async def run(ws: Workspace, cmd: str, limit: int = 1500) -> str:
print(f"=== {cmd} ===")
result = await ws.execute(cmd)
out = await result.stdout_str()
err = (await result.stderr_str()).strip()
print(out[:limit] if out.strip() else "(empty)")
if err:
print(f" [stderr] {err[:300]}")
print(f" [exit={result.exit_code}]\n")
return out
async def first_entry(ws: Workspace, path: str) -> str:
result = await ws.execute(f"ls {path}")
out = (await result.stdout_str()).strip()
if not out:
return ""
return os.path.basename(out.splitlines()[0].rstrip("/"))
async def explore_pages(ws: Workspace) -> None:
print("\n########## PAGES ##########\n")
await run(ws, "ls /notion/pages/")
page = await first_entry(ws, "/notion/pages/")
if not page:
print("No shared pages available\n")
return
base = f"/notion/pages/{page}"
await run(ws, f"ls {base}/")
await run(ws, f"cat {base}/page.json", limit=1200)
await run(ws, f"head -n 5 {base}/page.json")
await run(ws, f"tail -n 5 {base}/page.json")
await run(ws, f"wc -l {base}/page.json")
await run(ws, f"stat {base}/page.json")
await run(ws, f'jq ".title" {base}/page.json')
await run(ws, f'jq ".page_id" {base}/page.json')
await run(ws, f'jq ".parent_type" {base}/page.json')
await run(ws, f"basename {base}/page.json")
await run(ws, f"dirname {base}/page.json")
await run(ws, f"realpath {base}/page.json")
await run(ws, f"tree -L 1 {base}/")
await run(ws, f'find {base}/ -name "*.json"')
await run(ws, f"echo {base}/*.json")
async def explore_databases(ws: Workspace) -> None:
print("\n########## DATABASES ##########\n")
await run(ws, "ls /notion/databases/")
db = await first_entry(ws, "/notion/databases/")
if not db:
print("No shared databases available\n")
return
base = f"/notion/databases/{db}"
await run(ws, f"ls {base}/")
await run(ws, f"stat {base}/")
await run(ws, f"stat {base}/database.json")
await run(ws, f"cat {base}/database.json", limit=1500)
await run(ws, f'jq ".database_id" {base}/database.json')
await run(ws, f'jq ".title" {base}/database.json')
await run(ws, f'jq ".properties | keys" {base}/database.json')
await run(ws, f"wc -l {base}/database.json")
await run(ws, f"head -n 8 {base}/database.json")
await run(ws, f"tail -n 5 {base}/database.json")
await run(ws, f"basename {base}/database.json")
await run(ws, f"dirname {base}/database.json")
await run(ws, f"tree -L 1 {base}/")
await run(ws, f'find {base}/ -name "database.json"')
await run(ws, f"echo {base}/*")
row = ""
result = await ws.execute(f"ls {base}/")
for line in (await result.stdout_str()).strip().splitlines():
name = os.path.basename(line.rstrip("/"))
if name != "database.json":
row = name
break
if not row:
print("Database has no row pages\n")
return
row_base = f"{base}/{row}"
print(f"--- row page: {row} ---\n")
await run(ws, f"ls {row_base}/")
await run(ws, f"stat {row_base}/page.json")
await run(ws, f"cat {row_base}/page.json", limit=1200)
await run(ws, f'jq ".parent_type" {row_base}/page.json')
await run(ws, f'jq ".parent_id" {row_base}/page.json')
async def explore_cross_cutting(ws: Workspace) -> None:
print("\n########## CROSS-CUTTING ##########\n")
await run(ws, "ls /notion/")
await run(ws, "tree -L 2 /notion/")
await run(ws, "notion-search --query a", limit=800)
await run(ws, 'grep -rl "page_id" /notion/pages/', limit=800)
await run(ws, 'rg -c "title" /notion/databases/', limit=800)
async def main() -> None:
ws = Workspace({"/notion": resource}, mode=MountMode.READ)
await explore_pages(ws)
await explore_databases(ws)
await explore_cross_cutting(ws)
if __name__ == "__main__":
asyncio.run(main())
+63
View File
@@ -0,0 +1,63 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import json
import os
from dotenv import load_dotenv
from mirage import Mount, MountMode, Workspace
from mirage.resource.notion import NotionConfig, NotionResource
load_dotenv(".env.development")
config = NotionConfig(api_key=os.environ["NOTION_API_KEY"])
resource = NotionResource(config=config)
with Workspace({"/notion/": Mount(resource, mode=MountMode.READ,
fuse=True)}) as ws:
mp = ws.fuse_mountpoint
print(f"=== FUSE MODE: mounted at {mp} ===\n")
print("--- os.listdir() pages ---")
pages = os.listdir(f"{mp}/pages")
for p in pages[:5]:
print(f" {p}")
if pages:
page = pages[0]
page_path = f"{mp}/pages/{page}"
print(f"\n--- os.listdir() {page} ---")
contents = os.listdir(page_path)
for c in contents:
print(f" {c}")
print("\n--- open() page.json ---")
with open(f"{page_path}/page.json") as f:
data = json.loads(f.read())
print(f" title: {data.get('title')}")
print(f" url: {data.get('url')}")
print(f"\n>>> FUSE mounted at: {mp}")
print(">>> Open another terminal and run:")
print(f">>> ls {mp}/pages/")
print(f">>> cat {mp}/pages/<page>/page.json | jq .title")
print(">>> Press Enter to unmount and exit...")
input()
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes")
+67
View File
@@ -0,0 +1,67 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import json
import os
import sys
from dotenv import load_dotenv
from mirage import MountMode, Workspace
from mirage.resource.notion import NotionConfig, NotionResource
load_dotenv(".env.development")
config = NotionConfig(api_key=os.environ["NOTION_API_KEY"])
resource = NotionResource(config=config)
async def main():
with Workspace({"/notion/": resource}, mode=MountMode.READ) as ws:
vos = sys.modules["os"]
print("=== VFS MODE ===\n")
print("--- os.listdir() root ---")
entries = vos.listdir("/notion")
for e in entries:
print(f" {e}")
print("\n--- os.listdir() pages ---")
pages = vos.listdir("/notion/pages")
for p in pages[:5]:
print(f" {p}")
if pages:
page_path = f"/notion/pages/{pages[0]}"
print(f"\n--- os.listdir() {page_path} ---")
contents = vos.listdir(page_path)
for c in contents:
print(f" {c}")
print("\n--- open() page.json ---")
with open(f"{page_path}/page.json") as f:
data = json.loads(f.read())
print(f" title: {data.get('title')}")
print(f" url: {data.get('url')}")
md = data.get("markdown", "")[:200]
print(f" markdown (first 200 chars): {md}")
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes")
asyncio.run(main())