Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

148 lines
4.9 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import json
import os
import sys
from dotenv import load_dotenv
from mirage.resource.discord import DiscordConfig, DiscordResource
from mirage.resource.gdrive import GoogleDriveConfig, GoogleDriveResource
from mirage.resource.gmail import GmailConfig, GmailResource
from mirage.resource.s3 import S3Config, S3Resource
from mirage.resource.slack import SlackConfig, SlackResource
from mirage.workspace import Workspace
load_dotenv(".env.development")
EXPECTED_JSON = os.environ.get(
"MIRAGE_CROSS_EXPECTED",
"/tmp/mirage-cross-clone/expected.json",
)
def _fresh_resources():
google_kwargs = dict(
client_id=os.environ["GOOGLE_CLIENT_ID"],
client_secret=os.environ["GOOGLE_CLIENT_SECRET"],
refresh_token=os.environ["GOOGLE_REFRESH_TOKEN"],
)
return {
"/s3":
S3Resource(config=S3Config(
bucket=os.environ["AWS_S3_BUCKET"],
region=os.environ.get("AWS_DEFAULT_REGION", "us-east-1"),
aws_access_key_id=os.environ["AWS_ACCESS_KEY_ID"],
aws_secret_access_key=os.environ["AWS_SECRET_ACCESS_KEY"],
)),
"/gdrive":
GoogleDriveResource(config=GoogleDriveConfig(**google_kwargs)),
"/gmail":
GmailResource(config=GmailConfig(**google_kwargs)),
"/slack":
SlackResource(config=SlackConfig(
token=os.environ["SLACK_BOT_TOKEN"],
search_token=os.environ.get("SLACK_USER_TOKEN"),
)),
"/discord":
DiscordResource(config=DiscordConfig(
token=os.environ["DISCORD_BOT_TOKEN"])),
}
async def _capture(ws, cmd):
r = await ws.execute(cmd)
return {
"command": cmd,
"exit_code": r.exit_code,
"stdout": (await r.stdout_str()).strip(),
"stderr": (await r.stderr_str()).strip(),
}
def _summarize(field, expected, got):
if expected == got:
return "OK"
if isinstance(expected, str) and isinstance(got, str):
if len(expected) > 60 or len(got) > 60:
return (f"DIFF (lengths exp={len(expected)} got={len(got)}; "
f"first diff at char {_first_diff(expected, got)})")
return f"DIFF (expected={expected!r}, got={got!r})"
def _first_diff(a, b):
for i, (ca, cb) in enumerate(zip(a, b)):
if ca != cb:
return i
return min(len(a), len(b))
async def main():
if not os.path.exists(EXPECTED_JSON):
print(f"ERROR: {EXPECTED_JSON} not found.")
print("Run examples/python/cross/example.py first to create "
"the snapshot.")
sys.exit(1)
with open(EXPECTED_JSON) as f:
expected_doc = json.load(f)
tar_path = expected_doc["tar_path"]
print(f"=== loading {tar_path} ===")
ws = await Workspace.load(tar_path, resources=_fresh_resources())
mounts = sorted(m.prefix for m in ws.mounts())
print(f" mounts: {mounts}")
print(f" loaded history entries: {len(await ws.history())}")
# gdrive index belongs to the freshly-supplied resource (override
# drops the saved index). Repopulate it the same way the original
# script did, so the loader's commands resolve the same paths.
await ws.execute("ls /gdrive/")
# ── re-execute fingerprint commands and compare ─────────────────
print(f"\n=== re-running {len(expected_doc['fingerprints'])} commands "
"and comparing ===\n")
n_match = 0
n_diff = 0
for expected in expected_doc["fingerprints"]:
got = await _capture(ws, expected["command"])
all_ok = True
for field in ("exit_code", "stdout", "stderr"):
verdict = _summarize(field, expected[field], got[field])
if verdict != "OK":
all_ok = False
marker = "✓" if all_ok else "✗"
print(f" {marker} {expected['command']}")
if not all_ok:
for field in ("exit_code", "stdout", "stderr"):
v = _summarize(field, expected[field], got[field])
if v != "OK":
print(f" {field}: {v}")
if all_ok:
n_match += 1
else:
n_diff += 1
print(f"\n=== summary: {n_match} match, {n_diff} differ ===")
if n_diff > 0:
sys.exit(1)
if __name__ == "__main__":
asyncio.run(main())