Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

153 lines
6.3 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import json
import os
import subprocess
from dotenv import load_dotenv
from mirage import Mount, MountMode, Workspace
from mirage.resource.discord import DiscordConfig, DiscordResource
load_dotenv(".env.development")
config = DiscordConfig(token=os.environ["DISCORD_BOT_TOKEN"])
resource = DiscordResource(config=config)
with Workspace({"/discord/": Mount(resource, mode=MountMode.READ,
fuse=True)}) as ws:
mp = ws.fuse_mountpoint
print(f"=== FUSE MODE: mounted at {mp} ===\n")
# ── list guilds ──────────────────────────────
print("--- os.listdir() guilds ---")
# Skip the virtual /.mirage dir (agent metadata), it is not a guild.
guilds = [g for g in os.listdir(mp) if not g.startswith(".")]
for g in guilds:
print(f" {g}")
if not guilds:
print("no guilds found")
else:
guild = guilds[0]
# ── list guild contents ──────────────────
print(f"\n--- os.listdir() {guild} ---")
contents = os.listdir(f"{mp}/{guild}")
for c in contents:
print(f" {c}")
# ── list channels ────────────────────────
print(f"\n--- os.listdir() {guild}/channels ---")
channels = os.listdir(f"{mp}/{guild}/channels")
for ch in channels:
print(f" {ch}")
if channels:
ch = channels[0]
# ── list date files ──────────────────
print(f"\n--- os.listdir() {ch} (last 5 dates) ---")
dates = os.listdir(f"{mp}/{guild}/channels/{ch}")
for d in dates[-5:]:
print(f" {d}")
# ── read chat.jsonl ──────────────────
if dates:
target = dates[-1]
date_dir = f"{mp}/{guild}/channels/{ch}/{target}"
chat_path = f"{date_dir}/chat.jsonl"
# chat.jsonl has no size until fetched: unopened it stats as
# 0 bytes; any open (cat/wc/cp) hydrates it, and stat then
# reports the real size (see docs/python/setup/fuse.mdx).
print(
f"\n--- size-unknown semantics on {target}/chat.jsonl ---")
print(
f" stat before open: {os.stat(chat_path).st_size} bytes")
wc = subprocess.run(["wc", "-lc", chat_path],
capture_output=True,
text=True)
n_lines, n_bytes = wc.stdout.split()[:2]
print(
f" wc -lc : {n_lines} messages, {n_bytes} bytes")
print(
f" stat after read : {os.stat(chat_path).st_size} bytes")
print(f"\n--- open() + read {target}/chat.jsonl ---")
with open(chat_path) as f:
text = f.read().strip()
if text:
for i, line in enumerate(text.splitlines()):
if i >= 5:
print(" ...")
break
line = line.strip()
if not line:
continue
try:
msg = json.loads(line)
except json.JSONDecodeError:
break
author = msg.get("author", {}).get("username", "?")
content = msg.get("content", "")
print(f" [{author}] {content[:80]}")
else:
print(" (empty — no messages on this date)")
# list attachments
files_dir = f"{date_dir}/files"
try:
atts = os.listdir(files_dir)
except (FileNotFoundError, OSError):
atts = []
if atts:
print(f"\n--- os.listdir() {target}/files ---")
for a in atts[:5]:
print(f" {a}")
# ── list members ─────────────────────────
print(f"\n--- os.listdir() {guild}/members ---")
members = os.listdir(f"{mp}/{guild}/members")
for m in members:
print(f" {m}")
if members:
member_path = f"{mp}/{guild}/members/{members[0]}"
print(f"\n--- open() + read {members[0]} ---")
with open(member_path) as f:
text = f.read().strip()
if text:
try:
data = json.loads(text)
user = data.get("user", {})
print(f" username: {user.get('username')}")
print(f" id: {user.get('id')}")
except json.JSONDecodeError:
print(f" (raw: {text[:100]})")
else:
print(" (empty)")
# ── interactive: browse the mount in another terminal ──
print(f"\n>>> FUSE mounted at: {mp}")
print(">>> Open another terminal and run:")
print(f">>> ls {mp}/")
print(f">>> cat {mp}/<guild>/channels/<ch>/<date>/chat.jsonl")
print(">>> Press Enter to unmount and exit...")
input()
# ── stats ────────────────────────────────────
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes transferred")