Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

153 lines
5.7 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import json
import os
import re
import sys
from dotenv import load_dotenv
from mirage import MountMode, Workspace
from mirage.resource.discord import DiscordConfig, DiscordResource
load_dotenv(".env.development")
config = DiscordConfig(token=os.environ["DISCORD_BOT_TOKEN"])
resource = DiscordResource(config=config)
async def main():
with Workspace({"/discord/": resource}, mode=MountMode.READ) as ws:
vos = sys.modules["os"]
print("=== VFS MODE: open() reads from Discord transparently ===\n")
print("--- os.listdir() guilds ---")
guilds = vos.listdir("/discord")
for g in guilds:
print(f" {g}")
if not guilds:
return
guild = guilds[0]
guild_dir = f"/discord/{guild}"
print(f"\n--- os.listdir() {guild_dir} ---")
for s in vos.listdir(guild_dir):
print(f" {s}")
ch_root = f"{guild_dir}/channels"
print(f"\n--- os.listdir() {ch_root} ---")
channels = vos.listdir(ch_root)
for ch in channels[:5]:
print(f" {ch}")
if not channels:
return
ch = channels[0]
ch_dir = f"{ch_root}/{ch}"
print(f"\n--- os.listdir() {ch_dir} (last 5 dates) ---")
dates = vos.listdir(ch_dir)
for d in dates[-5:]:
print(f" {d}")
if dates:
for d in reversed(dates):
chat_path = f"{ch_dir}/{d}/chat.jsonl"
try:
with open(chat_path) as f:
content = f.read()
except FileNotFoundError:
continue
lines = [
line_text for line_text in content.strip().split("\n")
if line_text.strip()
]
if lines:
print(f"\n--- open() + read {d}/chat.jsonl ---")
print(f" messages: {len(lines)}")
for line in lines[:3]:
rec = json.loads(line)
author = rec.get("author", {}).get("username", "?")
text = rec.get("content", "")[:80]
print(f" [{author}] {text}")
# also list attachments in that day's files dir
files_dir = f"{ch_dir}/{d}/files"
try:
atts = vos.listdir(files_dir)
except FileNotFoundError:
atts = []
if atts:
print(f"\n--- os.listdir() {d}/files ---")
for a in atts[:5]:
print(f" {a}")
print("\n--- os.path.isfile / isdir / exists ---")
print(f" isfile(chat.jsonl): "
f"{vos.path.isfile(chat_path)}")
print(f" isdir(files/): "
f"{vos.path.isdir(files_dir)}")
print(f" exists(bogus): "
f"{vos.path.exists(f'{ch_dir}/{d}/nope.txt')}")
print(f"\n--- os.stat {d}/chat.jsonl ---")
st = vos.stat(chat_path)
print(f" type={st.type} size={st.size}")
if atts:
att_path = f"{files_dir}/{atts[0]}"
print(f"\n--- os.stat {atts[0]} ---")
ast = vos.stat(att_path)
print(f" type={ast.type} size={ast.size}")
print(f"\n--- open({atts[0]}, 'rb') ---")
with open(att_path, "rb") as f:
blob = f.read()
print(f" bytes={len(blob)} expected={ast.size} "
f"match={len(blob) == ast.size}")
if ast.size is not None and len(blob) != ast.size:
raise AssertionError(
f"regression: open('rb') got {len(blob)} "
f"bytes, expected {ast.size}")
print("\n--- json.loads + regex search on chat.jsonl ---")
pattern = re.compile(r"\S+")
matches = 0
for raw in lines:
rec = json.loads(raw)
text = rec.get("content", "") or ""
if pattern.search(text):
matches += 1
print(f" messages with non-whitespace content: "
f"{matches}/{len(lines)}")
break
else:
print("\n (no messages found in recent dates)")
print("\n--- bash history ---")
with open("/.bash_history") as f:
for i, line in enumerate(f):
if i >= 6:
break
print(f" {line.rstrip()[:120]}")
records = ws.ops.records
total = sum(r.bytes for r in records)
print(f"\nStats: {len(records)} ops, {total} bytes transferred")
asyncio.run(main())