strukto-ai--mirage/python/mirage/core/nextcloud/stream.py

import time
from collections.abc import AsyncIterator

from opendal.exceptions import NotFound

from mirage.accessor.nextcloud import NextcloudAccessor
from mirage.cache.index import IndexCacheStore
from mirage.core.nextcloud.constants import DEFAULT_CHUNK_SIZE
from mirage.observe.context import record, record_stream
from mirage.types import PathSpec
from mirage.utils.errors import enoent


async def range_read(accessor: NextcloudAccessor, path: PathSpec, start: int,
                     end: int) -> bytes:
    if isinstance(path, str):
        path = PathSpec.from_str_path(path)
    raw = path.mount_path
    key = raw.lstrip("/")
    op = accessor.operator()
    start_ms = int(time.monotonic() * 1000)
    try:
        async with await op.open(key, "rb") as f:
            if start:
                await f.seek(start)
            data = await f.read(end - start)
    except NotFound as exc:
        raise enoent(path) from exc
    record("read", raw, "nextcloud", len(data), start_ms)
    return data


async def read_stream(
    accessor: NextcloudAccessor,
    path: PathSpec,
    index: IndexCacheStore = None,
    chunk_size: int = DEFAULT_CHUNK_SIZE,
) -> AsyncIterator[bytes]:
    if isinstance(path, str):
        path = PathSpec.from_str_path(path)
    raw = path.mount_path
    key = raw.lstrip("/")
    op = accessor.operator()
    rec = record_stream("read", raw, "nextcloud")
    try:
        async with await op.open(key, "rb") as f:
            while True:
                chunk = await f.read(chunk_size)
                if not chunk:
                    break
                chunk_bytes = bytes(chunk)
                if rec is not None:
                    rec.bytes += len(chunk_bytes)
                yield chunk_bytes
    except NotFound as exc:
        raise enoent(path) from exc