chore: import upstream snapshot with attribution

python/mirage/core/nextcloud/stream.py

@@ -0,0 +1,56 @@
+import time
+from collections.abc import AsyncIterator
+
+from opendal.exceptions import NotFound
+
+from mirage.accessor.nextcloud import NextcloudAccessor
+from mirage.cache.index import IndexCacheStore
+from mirage.core.nextcloud.constants import DEFAULT_CHUNK_SIZE
+from mirage.observe.context import record, record_stream
+from mirage.types import PathSpec
+from mirage.utils.errors import enoent
+
+
+async def range_read(accessor: NextcloudAccessor, path: PathSpec, start: int,
+                     end: int) -> bytes:
+    if isinstance(path, str):
+        path = PathSpec.from_str_path(path)
+    raw = path.mount_path
+    key = raw.lstrip("/")
+    op = accessor.operator()
+    start_ms = int(time.monotonic() * 1000)
+    try:
+        async with await op.open(key, "rb") as f:
+            if start:
+                await f.seek(start)
+            data = await f.read(end - start)
+    except NotFound as exc:
+        raise enoent(path) from exc
+    record("read", raw, "nextcloud", len(data), start_ms)
+    return data
+
+
+async def read_stream(
+    accessor: NextcloudAccessor,
+    path: PathSpec,
+    index: IndexCacheStore = None,
+    chunk_size: int = DEFAULT_CHUNK_SIZE,
+) -> AsyncIterator[bytes]:
+    if isinstance(path, str):
+        path = PathSpec.from_str_path(path)
+    raw = path.mount_path
+    key = raw.lstrip("/")
+    op = accessor.operator()
+    rec = record_stream("read", raw, "nextcloud")
+    try:
+        async with await op.open(key, "rb") as f:
+            while True:
+                chunk = await f.read(chunk_size)
+                if not chunk:
+                    break
+                chunk_bytes = bytes(chunk)
+                if rec is not None:
+                    rec.bytes += len(chunk_bytes)
+                yield chunk_bytes
+    except NotFound as exc:
+        raise enoent(path) from exc