Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

182 lines
6.2 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import asyncio
import stat
import time
from dulwich.diff_tree import (CHANGE_ADD, CHANGE_DELETE, CHANGE_MODIFY,
tree_changes)
from dulwich.objects import Blob, Commit, Tree
from dulwich.repo import Repo
from mirage.server.version.backend import VersionBackend
from mirage.server.version.errors import HeadMovedError
FILE_MODE = 0o100644
DIR_MODE = 0o40000
AUTHOR = b"mirage <mirage@local>"
def _add_blob(repo: Repo, data: bytes) -> bytes:
blob = Blob.from_string(data)
repo.object_store.add_object(blob)
return blob.id
def _read_blob(repo: Repo, oid: bytes) -> bytes:
return repo.object_store[oid].as_raw_string()
def _build_tree(repo: Repo, entries: dict[str, bytes]) -> bytes:
tree = Tree()
subdirs: dict[str, dict[str, bytes]] = {}
for path, oid in entries.items():
if "/" in path:
head, rest = path.split("/", 1)
subdirs.setdefault(head, {})[rest] = oid
else:
tree.add(path.encode(), FILE_MODE, oid)
for name, sub in subdirs.items():
tree.add(name.encode(), DIR_MODE, _build_tree(repo, sub))
repo.object_store.add_object(tree)
return tree.id
def _read_tree(repo: Repo, oid: bytes, prefix: str = "") -> dict[str, bytes]:
out: dict[str, bytes] = {}
for name, mode, sha in repo.object_store[oid].items():
rel = name.decode()
full = f"{prefix}/{rel}" if prefix else rel
if stat.S_ISDIR(mode):
out.update(_read_tree(repo, sha, full))
else:
out[full] = sha
return out
def _commit(repo: Repo, tree_oid: bytes, parents: list[bytes], branch: str,
message: str) -> bytes:
commit = Commit()
commit.tree = tree_oid
commit.parents = list(parents)
commit.author = commit.committer = AUTHOR
now = int(time.time())
commit.author_time = commit.commit_time = now
commit.author_timezone = commit.commit_timezone = 0
commit.encoding = b"UTF-8"
commit.message = message.encode()
repo.object_store.add_object(commit)
ref = b"refs/heads/" + branch.encode()
expected_old = parents[0] if parents else None
if expected_old is None:
ok = repo.refs.add_if_new(ref, commit.id)
else:
ok = repo.refs.set_if_equals(ref, expected_old, commit.id)
if not ok:
raise HeadMovedError(branch)
repo.refs.set_symbolic_ref(b"HEAD", ref)
return commit.id
def _head(repo: Repo, branch: str) -> bytes:
return repo.refs[b"refs/heads/" + branch.encode()]
def _set_branch(repo: Repo, name: str, oid: bytes) -> None:
repo.refs[b"refs/heads/" + name.encode()] = oid
def _read_commit(repo: Repo, oid: bytes) -> Commit:
return repo.object_store[oid]
def _branches(repo: Repo) -> list[str]:
prefix = b"refs/heads/"
names = [
name[len(prefix):].decode() for name in repo.get_refs()
if name.startswith(prefix)
]
return sorted(names)
def _log(repo: Repo, branch: str) -> list[bytes]:
head = repo.refs[b"refs/heads/" + branch.encode()]
return [entry.commit.id for entry in repo.get_walker(include=[head])]
def _diff(repo: Repo, tree_a: bytes, tree_b: bytes) -> dict[str, list[str]]:
added: list[str] = []
modified: list[str] = []
deleted: list[str] = []
for change in tree_changes(repo.object_store, tree_a, tree_b):
if change.type == CHANGE_ADD:
added.append(change.new.path.decode())
elif change.type == CHANGE_DELETE:
deleted.append(change.old.path.decode())
elif change.type == CHANGE_MODIFY:
modified.append(change.new.path.decode())
return {
"added": sorted(added),
"modified": sorted(modified),
"deleted": sorted(deleted),
}
class VersionStore:
def __init__(self, repo: Repo) -> None:
self._repo = repo
@classmethod
async def open(cls, backend: VersionBackend,
workspace_id: str) -> "VersionStore":
repo = await asyncio.to_thread(backend.open_repo, workspace_id)
return cls(repo)
async def write_blob(self, data: bytes) -> bytes:
return await asyncio.to_thread(_add_blob, self._repo, data)
async def read_blob(self, oid: bytes) -> bytes:
return await asyncio.to_thread(_read_blob, self._repo, oid)
async def write_tree(self, entries: dict[str, bytes]) -> bytes:
return await asyncio.to_thread(_build_tree, self._repo, entries)
async def read_tree(self, oid: bytes) -> dict[str, bytes]:
return await asyncio.to_thread(_read_tree, self._repo, oid)
async def commit(self, tree_oid: bytes, parents: list[bytes], branch: str,
message: str) -> bytes:
return await asyncio.to_thread(_commit, self._repo, tree_oid, parents,
branch, message)
async def head(self, branch: str) -> bytes:
return await asyncio.to_thread(_head, self._repo, branch)
async def set_branch(self, name: str, oid: bytes) -> None:
await asyncio.to_thread(_set_branch, self._repo, name, oid)
async def read_commit(self, oid: bytes) -> Commit:
return await asyncio.to_thread(_read_commit, self._repo, oid)
async def branches(self) -> list[str]:
return await asyncio.to_thread(_branches, self._repo)
async def log(self, branch: str) -> list[bytes]:
return await asyncio.to_thread(_log, self._repo, branch)
async def diff(self, tree_a: bytes, tree_b: bytes) -> dict[str, list[str]]:
return await asyncio.to_thread(_diff, self._repo, tree_a, tree_b)