Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

256 lines
8.4 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from collections.abc import AsyncIterator
from contextlib import ExitStack
from unittest.mock import patch
_FAKE_TOKEN = "fake-gdrive-token"
_FAKE_EXPIRES_IN = 9999999999
_FOLDER_MIME = "application/vnd.google-apps.folder"
_FILE_MIME = "application/octet-stream"
_PATCH_TARGETS = {
"list_files": [
"mirage.core.gdrive.readdir.list_files",
],
"list_shared_drives": [
"mirage.core.gdrive.readdir.list_shared_drives",
],
"list_all_files": [
"mirage.core.gdocs.readdir.list_all_files",
"mirage.core.gsheets.readdir.list_all_files",
"mirage.core.gslides.readdir.list_all_files",
],
"download_file": [
"mirage.core.gdrive.read.download_file",
],
"download_file_stream": [
"mirage.core.gdrive.stream.download_file_stream",
],
}
class FakeGDrive:
def __init__(self) -> None:
self._next_id: int = 1
self._children: dict[str, list[dict]] = {"root": []}
self._bytes: dict[str, bytes] = {}
def add_file(self, path: str, content: bytes) -> str:
parts = [p for p in path.strip("/").split("/") if p]
if not parts:
raise ValueError(f"invalid file path: {path}")
parent_id = self._ensure_dirs(parts[:-1])
name = parts[-1]
existing = self._find_child(parent_id, name)
if existing is not None:
self._bytes[existing["id"]] = content
existing["size"] = str(len(content))
existing["modifiedTime"] = self._next_modified_time()
return existing["id"]
file_id = self._mk_id("f")
entry = {
"id": file_id,
"name": name,
"mimeType": _FILE_MIME,
"size": str(len(content)),
"modifiedTime": "2026-04-16T00:00:00Z",
"parents": [parent_id],
}
self._children[parent_id].append(entry)
self._bytes[file_id] = content
return file_id
def remove_file(self, path: str) -> None:
parts = [p for p in path.strip("/").split("/") if p]
if not parts:
return
parent_id = self._lookup_dirs(parts[:-1])
if parent_id is None:
return
name = parts[-1]
children = self._children.get(parent_id, [])
for i, c in enumerate(list(children)):
if c["name"] == name:
self._bytes.pop(c["id"], None)
children.pop(i)
return
def list_children(self, folder_id: str) -> list[dict]:
return list(self._children.get(folder_id, []))
def all_files(self) -> list[dict]:
result: list[dict] = []
for children in self._children.values():
for c in children:
if c["mimeType"] != _FOLDER_MIME:
result.append(c)
return result
def get_bytes(self, file_id: str) -> bytes:
if file_id not in self._bytes:
raise FileNotFoundError(file_id)
return self._bytes[file_id]
def has_id(self, file_id: str) -> bool:
return file_id in self._bytes
def _mk_id(self, kind: str) -> str:
i = self._next_id
self._next_id += 1
return f"{kind}{i:04d}"
def _next_modified_time(self) -> str:
# Bump the fake modifiedTime on every overwrite so fingerprint
# comparisons can detect content mutation in tests.
i = self._next_id
return f"2026-04-16T00:00:{i:02d}Z"
def _ensure_dirs(self, parts: list[str]) -> str:
parent_id = "root"
for p in parts:
existing = self._find_child(parent_id, p)
if existing is not None and existing["mimeType"] == _FOLDER_MIME:
parent_id = existing["id"]
continue
new_id = self._mk_id("d")
entry = {
"id": new_id,
"name": p,
"mimeType": _FOLDER_MIME,
"modifiedTime": "2026-04-16T00:00:00Z",
"parents": [parent_id],
}
self._children[parent_id].append(entry)
self._children[new_id] = []
parent_id = new_id
return parent_id
def _lookup_dirs(self, parts: list[str]) -> str | None:
parent_id = "root"
for p in parts:
existing = self._find_child(parent_id, p)
if existing is None or existing["mimeType"] != _FOLDER_MIME:
return None
parent_id = existing["id"]
return parent_id
def _find_child(self, parent_id: str, name: str) -> dict | None:
for c in self._children.get(parent_id, []):
if c["name"] == name:
return c
return None
def _resolve_fake(token_manager, registry):
if not registry:
return None
for tm, fake in registry:
if tm is token_manager:
return fake
return registry[0][1]
def _build_fakes(registry):
async def fake_refresh(_config):
return _FAKE_TOKEN, _FAKE_EXPIRES_IN
async def fake_list_files(
token_manager,
folder_id: str = "root",
drive_id: str | None = None,
mime_type: str | None = None,
trashed: bool = False,
page_size: int = 1000,
) -> list[dict]:
del drive_id, mime_type, trashed, page_size
fake = _resolve_fake(token_manager, registry)
if fake is None:
return []
return fake.list_children(folder_id)
async def fake_list_all_files(
token_manager,
mime_type: str | None = None,
trashed: bool = False,
page_size: int = 1000,
) -> list[dict]:
del mime_type, trashed, page_size
fake = _resolve_fake(token_manager, registry)
if fake is None:
return []
return fake.all_files()
async def fake_list_shared_drives(token_manager) -> list[dict]:
return []
async def fake_download_file(token_manager, file_id: str) -> bytes:
fake = _resolve_fake(token_manager, registry)
if fake is None:
raise FileNotFoundError(file_id)
if fake.has_id(file_id):
return fake.get_bytes(file_id)
for _, other in registry:
if other.has_id(file_id):
return other.get_bytes(file_id)
raise FileNotFoundError(file_id)
async def fake_download_file_stream(
token_manager,
file_id: str,
chunk_size: int = 8192,
) -> AsyncIterator[bytes]:
data = await fake_download_file(token_manager, file_id)
for i in range(0, len(data), chunk_size):
yield data[i:i + chunk_size]
return {
"refresh": fake_refresh,
"list_files": fake_list_files,
"list_shared_drives": fake_list_shared_drives,
"list_all_files": fake_list_all_files,
"download_file": fake_download_file,
"download_file_stream": fake_download_file_stream,
}
def patch_gdrive(*pairs) -> ExitStack:
"""Patch gdrive HTTP layer with (token_manager, FakeGDrive) pairs.
Args:
*pairs: tuples of (token_manager, FakeGDrive). The right fake is
selected by token_manager identity, so multiple gdrive resources
can coexist with separate file trees.
"""
if len(pairs) == 1 and isinstance(pairs[0], FakeGDrive):
registry = [(None, pairs[0])]
else:
registry = list(pairs)
fakes = _build_fakes(registry)
stack = ExitStack()
stack.enter_context(
patch("mirage.core.google._client.refresh_access_token",
new=fakes["refresh"]))
for name, targets in _PATCH_TARGETS.items():
for target in targets:
try:
stack.enter_context(patch(target, new=fakes[name]))
except (AttributeError, ModuleNotFoundError):
pass
return stack