chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,136 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import asyncio
|
||||
import os
|
||||
|
||||
from dotenv import load_dotenv
|
||||
|
||||
from mirage import MountMode, Workspace
|
||||
from mirage.resource.notion import NotionConfig, NotionResource
|
||||
|
||||
load_dotenv(".env.development")
|
||||
|
||||
config = NotionConfig(api_key=os.environ["NOTION_API_KEY"])
|
||||
resource = NotionResource(config=config)
|
||||
|
||||
|
||||
async def run(ws: Workspace, cmd: str, limit: int = 1500) -> str:
|
||||
print(f"=== {cmd} ===")
|
||||
result = await ws.execute(cmd)
|
||||
out = await result.stdout_str()
|
||||
err = (await result.stderr_str()).strip()
|
||||
print(out[:limit] if out.strip() else "(empty)")
|
||||
if err:
|
||||
print(f" [stderr] {err[:300]}")
|
||||
print(f" [exit={result.exit_code}]\n")
|
||||
return out
|
||||
|
||||
|
||||
async def first_entry(ws: Workspace, path: str) -> str:
|
||||
result = await ws.execute(f"ls {path}")
|
||||
out = (await result.stdout_str()).strip()
|
||||
if not out:
|
||||
return ""
|
||||
return os.path.basename(out.splitlines()[0].rstrip("/"))
|
||||
|
||||
|
||||
async def explore_pages(ws: Workspace) -> None:
|
||||
print("\n########## PAGES ##########\n")
|
||||
await run(ws, "ls /notion/pages/")
|
||||
page = await first_entry(ws, "/notion/pages/")
|
||||
if not page:
|
||||
print("No shared pages available\n")
|
||||
return
|
||||
base = f"/notion/pages/{page}"
|
||||
|
||||
await run(ws, f"ls {base}/")
|
||||
await run(ws, f"cat {base}/page.json", limit=1200)
|
||||
await run(ws, f"head -n 5 {base}/page.json")
|
||||
await run(ws, f"tail -n 5 {base}/page.json")
|
||||
await run(ws, f"wc -l {base}/page.json")
|
||||
await run(ws, f"stat {base}/page.json")
|
||||
await run(ws, f'jq ".title" {base}/page.json')
|
||||
await run(ws, f'jq ".page_id" {base}/page.json')
|
||||
await run(ws, f'jq ".parent_type" {base}/page.json')
|
||||
await run(ws, f"basename {base}/page.json")
|
||||
await run(ws, f"dirname {base}/page.json")
|
||||
await run(ws, f"realpath {base}/page.json")
|
||||
await run(ws, f"tree -L 1 {base}/")
|
||||
await run(ws, f'find {base}/ -name "*.json"')
|
||||
await run(ws, f"echo {base}/*.json")
|
||||
|
||||
|
||||
async def explore_databases(ws: Workspace) -> None:
|
||||
print("\n########## DATABASES ##########\n")
|
||||
await run(ws, "ls /notion/databases/")
|
||||
db = await first_entry(ws, "/notion/databases/")
|
||||
if not db:
|
||||
print("No shared databases available\n")
|
||||
return
|
||||
base = f"/notion/databases/{db}"
|
||||
|
||||
await run(ws, f"ls {base}/")
|
||||
await run(ws, f"stat {base}/")
|
||||
await run(ws, f"stat {base}/database.json")
|
||||
await run(ws, f"cat {base}/database.json", limit=1500)
|
||||
await run(ws, f'jq ".database_id" {base}/database.json')
|
||||
await run(ws, f'jq ".title" {base}/database.json')
|
||||
await run(ws, f'jq ".properties | keys" {base}/database.json')
|
||||
await run(ws, f"wc -l {base}/database.json")
|
||||
await run(ws, f"head -n 8 {base}/database.json")
|
||||
await run(ws, f"tail -n 5 {base}/database.json")
|
||||
await run(ws, f"basename {base}/database.json")
|
||||
await run(ws, f"dirname {base}/database.json")
|
||||
await run(ws, f"tree -L 1 {base}/")
|
||||
await run(ws, f'find {base}/ -name "database.json"')
|
||||
await run(ws, f"echo {base}/*")
|
||||
|
||||
row = ""
|
||||
result = await ws.execute(f"ls {base}/")
|
||||
for line in (await result.stdout_str()).strip().splitlines():
|
||||
name = os.path.basename(line.rstrip("/"))
|
||||
if name != "database.json":
|
||||
row = name
|
||||
break
|
||||
if not row:
|
||||
print("Database has no row pages\n")
|
||||
return
|
||||
row_base = f"{base}/{row}"
|
||||
print(f"--- row page: {row} ---\n")
|
||||
await run(ws, f"ls {row_base}/")
|
||||
await run(ws, f"stat {row_base}/page.json")
|
||||
await run(ws, f"cat {row_base}/page.json", limit=1200)
|
||||
await run(ws, f'jq ".parent_type" {row_base}/page.json')
|
||||
await run(ws, f'jq ".parent_id" {row_base}/page.json')
|
||||
|
||||
|
||||
async def explore_cross_cutting(ws: Workspace) -> None:
|
||||
print("\n########## CROSS-CUTTING ##########\n")
|
||||
await run(ws, "ls /notion/")
|
||||
await run(ws, "tree -L 2 /notion/")
|
||||
await run(ws, "notion-search --query a", limit=800)
|
||||
await run(ws, 'grep -rl "page_id" /notion/pages/', limit=800)
|
||||
await run(ws, 'rg -c "title" /notion/databases/', limit=800)
|
||||
|
||||
|
||||
async def main() -> None:
|
||||
ws = Workspace({"/notion": resource}, mode=MountMode.READ)
|
||||
await explore_pages(ws)
|
||||
await explore_databases(ws)
|
||||
await explore_cross_cutting(ws)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
asyncio.run(main())
|
||||
@@ -0,0 +1,63 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import json
|
||||
import os
|
||||
|
||||
from dotenv import load_dotenv
|
||||
|
||||
from mirage import Mount, MountMode, Workspace
|
||||
from mirage.resource.notion import NotionConfig, NotionResource
|
||||
|
||||
load_dotenv(".env.development")
|
||||
|
||||
config = NotionConfig(api_key=os.environ["NOTION_API_KEY"])
|
||||
resource = NotionResource(config=config)
|
||||
|
||||
with Workspace({"/notion/": Mount(resource, mode=MountMode.READ,
|
||||
fuse=True)}) as ws:
|
||||
mp = ws.fuse_mountpoint
|
||||
|
||||
print(f"=== FUSE MODE: mounted at {mp} ===\n")
|
||||
|
||||
print("--- os.listdir() pages ---")
|
||||
pages = os.listdir(f"{mp}/pages")
|
||||
for p in pages[:5]:
|
||||
print(f" {p}")
|
||||
|
||||
if pages:
|
||||
page = pages[0]
|
||||
page_path = f"{mp}/pages/{page}"
|
||||
|
||||
print(f"\n--- os.listdir() {page} ---")
|
||||
contents = os.listdir(page_path)
|
||||
for c in contents:
|
||||
print(f" {c}")
|
||||
|
||||
print("\n--- open() page.json ---")
|
||||
with open(f"{page_path}/page.json") as f:
|
||||
data = json.loads(f.read())
|
||||
print(f" title: {data.get('title')}")
|
||||
print(f" url: {data.get('url')}")
|
||||
|
||||
print(f"\n>>> FUSE mounted at: {mp}")
|
||||
print(">>> Open another terminal and run:")
|
||||
print(f">>> ls {mp}/pages/")
|
||||
print(f">>> cat {mp}/pages/<page>/page.json | jq .title")
|
||||
print(">>> Press Enter to unmount and exit...")
|
||||
input()
|
||||
|
||||
records = ws.ops.records
|
||||
total = sum(r.bytes for r in records)
|
||||
print(f"\nStats: {len(records)} ops, {total} bytes")
|
||||
@@ -0,0 +1,67 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import asyncio
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
|
||||
from dotenv import load_dotenv
|
||||
|
||||
from mirage import MountMode, Workspace
|
||||
from mirage.resource.notion import NotionConfig, NotionResource
|
||||
|
||||
load_dotenv(".env.development")
|
||||
|
||||
config = NotionConfig(api_key=os.environ["NOTION_API_KEY"])
|
||||
resource = NotionResource(config=config)
|
||||
|
||||
|
||||
async def main():
|
||||
with Workspace({"/notion/": resource}, mode=MountMode.READ) as ws:
|
||||
vos = sys.modules["os"]
|
||||
print("=== VFS MODE ===\n")
|
||||
|
||||
print("--- os.listdir() root ---")
|
||||
entries = vos.listdir("/notion")
|
||||
for e in entries:
|
||||
print(f" {e}")
|
||||
|
||||
print("\n--- os.listdir() pages ---")
|
||||
pages = vos.listdir("/notion/pages")
|
||||
for p in pages[:5]:
|
||||
print(f" {p}")
|
||||
|
||||
if pages:
|
||||
page_path = f"/notion/pages/{pages[0]}"
|
||||
|
||||
print(f"\n--- os.listdir() {page_path} ---")
|
||||
contents = vos.listdir(page_path)
|
||||
for c in contents:
|
||||
print(f" {c}")
|
||||
|
||||
print("\n--- open() page.json ---")
|
||||
with open(f"{page_path}/page.json") as f:
|
||||
data = json.loads(f.read())
|
||||
print(f" title: {data.get('title')}")
|
||||
print(f" url: {data.get('url')}")
|
||||
md = data.get("markdown", "")[:200]
|
||||
print(f" markdown (first 200 chars): {md}")
|
||||
|
||||
records = ws.ops.records
|
||||
total = sum(r.bytes for r in records)
|
||||
print(f"\nStats: {len(records)} ops, {total} bytes")
|
||||
|
||||
|
||||
asyncio.run(main())
|
||||
Reference in New Issue
Block a user