bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
182 lines
6.2 KiB
Python
182 lines
6.2 KiB
Python
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
|
|
|
import asyncio
|
|
import stat
|
|
import time
|
|
|
|
from dulwich.diff_tree import (CHANGE_ADD, CHANGE_DELETE, CHANGE_MODIFY,
|
|
tree_changes)
|
|
from dulwich.objects import Blob, Commit, Tree
|
|
from dulwich.repo import Repo
|
|
|
|
from mirage.server.version.backend import VersionBackend
|
|
from mirage.server.version.errors import HeadMovedError
|
|
|
|
FILE_MODE = 0o100644
|
|
DIR_MODE = 0o40000
|
|
AUTHOR = b"mirage <mirage@local>"
|
|
|
|
|
|
def _add_blob(repo: Repo, data: bytes) -> bytes:
|
|
blob = Blob.from_string(data)
|
|
repo.object_store.add_object(blob)
|
|
return blob.id
|
|
|
|
|
|
def _read_blob(repo: Repo, oid: bytes) -> bytes:
|
|
return repo.object_store[oid].as_raw_string()
|
|
|
|
|
|
def _build_tree(repo: Repo, entries: dict[str, bytes]) -> bytes:
|
|
tree = Tree()
|
|
subdirs: dict[str, dict[str, bytes]] = {}
|
|
for path, oid in entries.items():
|
|
if "/" in path:
|
|
head, rest = path.split("/", 1)
|
|
subdirs.setdefault(head, {})[rest] = oid
|
|
else:
|
|
tree.add(path.encode(), FILE_MODE, oid)
|
|
for name, sub in subdirs.items():
|
|
tree.add(name.encode(), DIR_MODE, _build_tree(repo, sub))
|
|
repo.object_store.add_object(tree)
|
|
return tree.id
|
|
|
|
|
|
def _read_tree(repo: Repo, oid: bytes, prefix: str = "") -> dict[str, bytes]:
|
|
out: dict[str, bytes] = {}
|
|
for name, mode, sha in repo.object_store[oid].items():
|
|
rel = name.decode()
|
|
full = f"{prefix}/{rel}" if prefix else rel
|
|
if stat.S_ISDIR(mode):
|
|
out.update(_read_tree(repo, sha, full))
|
|
else:
|
|
out[full] = sha
|
|
return out
|
|
|
|
|
|
def _commit(repo: Repo, tree_oid: bytes, parents: list[bytes], branch: str,
|
|
message: str) -> bytes:
|
|
commit = Commit()
|
|
commit.tree = tree_oid
|
|
commit.parents = list(parents)
|
|
commit.author = commit.committer = AUTHOR
|
|
now = int(time.time())
|
|
commit.author_time = commit.commit_time = now
|
|
commit.author_timezone = commit.commit_timezone = 0
|
|
commit.encoding = b"UTF-8"
|
|
commit.message = message.encode()
|
|
repo.object_store.add_object(commit)
|
|
ref = b"refs/heads/" + branch.encode()
|
|
expected_old = parents[0] if parents else None
|
|
if expected_old is None:
|
|
ok = repo.refs.add_if_new(ref, commit.id)
|
|
else:
|
|
ok = repo.refs.set_if_equals(ref, expected_old, commit.id)
|
|
if not ok:
|
|
raise HeadMovedError(branch)
|
|
repo.refs.set_symbolic_ref(b"HEAD", ref)
|
|
return commit.id
|
|
|
|
|
|
def _head(repo: Repo, branch: str) -> bytes:
|
|
return repo.refs[b"refs/heads/" + branch.encode()]
|
|
|
|
|
|
def _set_branch(repo: Repo, name: str, oid: bytes) -> None:
|
|
repo.refs[b"refs/heads/" + name.encode()] = oid
|
|
|
|
|
|
def _read_commit(repo: Repo, oid: bytes) -> Commit:
|
|
return repo.object_store[oid]
|
|
|
|
|
|
def _branches(repo: Repo) -> list[str]:
|
|
prefix = b"refs/heads/"
|
|
names = [
|
|
name[len(prefix):].decode() for name in repo.get_refs()
|
|
if name.startswith(prefix)
|
|
]
|
|
return sorted(names)
|
|
|
|
|
|
def _log(repo: Repo, branch: str) -> list[bytes]:
|
|
head = repo.refs[b"refs/heads/" + branch.encode()]
|
|
return [entry.commit.id for entry in repo.get_walker(include=[head])]
|
|
|
|
|
|
def _diff(repo: Repo, tree_a: bytes, tree_b: bytes) -> dict[str, list[str]]:
|
|
added: list[str] = []
|
|
modified: list[str] = []
|
|
deleted: list[str] = []
|
|
for change in tree_changes(repo.object_store, tree_a, tree_b):
|
|
if change.type == CHANGE_ADD:
|
|
added.append(change.new.path.decode())
|
|
elif change.type == CHANGE_DELETE:
|
|
deleted.append(change.old.path.decode())
|
|
elif change.type == CHANGE_MODIFY:
|
|
modified.append(change.new.path.decode())
|
|
return {
|
|
"added": sorted(added),
|
|
"modified": sorted(modified),
|
|
"deleted": sorted(deleted),
|
|
}
|
|
|
|
|
|
class VersionStore:
|
|
|
|
def __init__(self, repo: Repo) -> None:
|
|
self._repo = repo
|
|
|
|
@classmethod
|
|
async def open(cls, backend: VersionBackend,
|
|
workspace_id: str) -> "VersionStore":
|
|
repo = await asyncio.to_thread(backend.open_repo, workspace_id)
|
|
return cls(repo)
|
|
|
|
async def write_blob(self, data: bytes) -> bytes:
|
|
return await asyncio.to_thread(_add_blob, self._repo, data)
|
|
|
|
async def read_blob(self, oid: bytes) -> bytes:
|
|
return await asyncio.to_thread(_read_blob, self._repo, oid)
|
|
|
|
async def write_tree(self, entries: dict[str, bytes]) -> bytes:
|
|
return await asyncio.to_thread(_build_tree, self._repo, entries)
|
|
|
|
async def read_tree(self, oid: bytes) -> dict[str, bytes]:
|
|
return await asyncio.to_thread(_read_tree, self._repo, oid)
|
|
|
|
async def commit(self, tree_oid: bytes, parents: list[bytes], branch: str,
|
|
message: str) -> bytes:
|
|
return await asyncio.to_thread(_commit, self._repo, tree_oid, parents,
|
|
branch, message)
|
|
|
|
async def head(self, branch: str) -> bytes:
|
|
return await asyncio.to_thread(_head, self._repo, branch)
|
|
|
|
async def set_branch(self, name: str, oid: bytes) -> None:
|
|
await asyncio.to_thread(_set_branch, self._repo, name, oid)
|
|
|
|
async def read_commit(self, oid: bytes) -> Commit:
|
|
return await asyncio.to_thread(_read_commit, self._repo, oid)
|
|
|
|
async def branches(self) -> list[str]:
|
|
return await asyncio.to_thread(_branches, self._repo)
|
|
|
|
async def log(self, branch: str) -> list[bytes]:
|
|
return await asyncio.to_thread(_log, self._repo, branch)
|
|
|
|
async def diff(self, tree_a: bytes, tree_b: bytes) -> dict[str, list[str]]:
|
|
return await asyncio.to_thread(_diff, self._repo, tree_a, tree_b)
|