chore: import upstream snapshot with attribution

python/mirage/ops/disk/__init__.py

@@ -0,0 +1,45 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+import logging
+
+from mirage.commands.optional import try_load_command
+from mirage.ops.disk.append import append_bytes
+from mirage.ops.disk.create import create
+from mirage.ops.disk.mkdir import mkdir
+from mirage.ops.disk.read.read import read
+from mirage.ops.disk.readdir import readdir
+from mirage.ops.disk.rename import rename
+from mirage.ops.disk.rmdir import rmdir
+from mirage.ops.disk.stat import stat
+from mirage.ops.disk.truncate import truncate
+from mirage.ops.disk.unlink import unlink
+from mirage.ops.disk.write import write as write_bytes
+
+_logger = logging.getLogger(__name__)
+
+read_feather = try_load_command("mirage.ops.disk.read.read_feather",
+                                "read_feather", "parquet")
+read_hdf5 = try_load_command("mirage.ops.disk.read.read_hdf5", "read_hdf5",
+                             "hdf5")
+read_orc = try_load_command("mirage.ops.disk.read.read_orc", "read_orc",
+                            "parquet")
+read_parquet = try_load_command("mirage.ops.disk.read.read_parquet",
+                                "read_parquet", "parquet")
+
+OPS = [
+    c for c in (append_bytes, create, mkdir, read, read_feather, read_hdf5,
+                read_orc, read_parquet, readdir, rename, rmdir, stat, truncate,
+                unlink, write_bytes) if c is not None
+]

python/mirage/ops/disk/append.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.append import append_bytes as _core
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("append", resource="disk", write=True)
+async def append_bytes(accessor: DiskAccessor, path: PathSpec, data: bytes,
+                       **kwargs) -> None:
+    return await _core(accessor, path, data)

python/mirage/ops/disk/create.py

@@ -0,0 +1,23 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.create import create as core_create
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("create", resource="disk", write=True)
+async def create(accessor: DiskAccessor, path: PathSpec, **kwargs) -> None:
+    await core_create(accessor, path)

python/mirage/ops/disk/mkdir.py

@@ -0,0 +1,23 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.mkdir import mkdir as core_mkdir
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("mkdir", resource="disk", write=True)
+async def mkdir(accessor: DiskAccessor, path: PathSpec, **kwargs) -> None:
+    await core_mkdir(accessor, path, parents=True)

python/mirage/ops/disk/read/__init__.py

@@ -0,0 +1,13 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========

python/mirage/ops/disk/read/read.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.read import read_bytes
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("read", resource="disk")
+async def read(accessor: DiskAccessor, path: PathSpec, *, index,
+               **kwargs) -> bytes:
+    return await read_bytes(accessor, path, index)

python/mirage/ops/disk/read/read_feather.py

@@ -0,0 +1,26 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.read import read_bytes
+from mirage.core.filetype.feather import cat as feather_cat
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("read", resource="disk", filetype=".feather")
+async def read_feather(accessor: DiskAccessor, path: PathSpec, *, index,
+                       **kwargs) -> bytes:
+    raw = await read_bytes(accessor, path, index)
+    return feather_cat(raw)

python/mirage/ops/disk/read/read_hdf5.py

@@ -0,0 +1,26 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.read import read_bytes
+from mirage.core.filetype.hdf5 import cat as hdf5_cat
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("read", resource="disk", filetype=".hdf5")
+async def read_hdf5(accessor: DiskAccessor, path: PathSpec, *, index,
+                    **kwargs) -> bytes:
+    raw = await read_bytes(accessor, path, index)
+    return hdf5_cat(raw)

python/mirage/ops/disk/read/read_orc.py

@@ -0,0 +1,26 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.read import read_bytes
+from mirage.core.filetype.orc import cat as orc_cat
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("read", resource="disk", filetype=".orc")
+async def read_orc(accessor: DiskAccessor, path: PathSpec, *, index,
+                   **kwargs) -> bytes:
+    raw = await read_bytes(accessor, path, index)
+    return orc_cat(raw)

python/mirage/ops/disk/read/read_parquet.py

@@ -0,0 +1,26 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.read import read_bytes
+from mirage.core.filetype.parquet import cat as parquet_cat
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("read", resource="disk", filetype=".parquet")
+async def read_parquet(accessor: DiskAccessor, path: PathSpec, *, index,
+                       **kwargs) -> bytes:
+    raw = await read_bytes(accessor, path, index)
+    return parquet_cat(raw)

python/mirage/ops/disk/readdir.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.readdir import readdir as core_readdir
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("readdir", resource="disk")
+async def readdir(accessor: DiskAccessor, path: PathSpec, *, index,
+                  **kwargs) -> list[str]:
+    return await core_readdir(accessor, path, index)

python/mirage/ops/disk/rename.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.rename import rename as core_rename
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("rename", resource="disk", write=True)
+async def rename(accessor: DiskAccessor, src: PathSpec, dst: PathSpec,
+                 **kwargs) -> None:
+    await core_rename(accessor, src, dst)

python/mirage/ops/disk/rmdir.py

@@ -0,0 +1,23 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.rmdir import rmdir as core_rmdir
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("rmdir", resource="disk", write=True)
+async def rmdir(accessor: DiskAccessor, path: PathSpec, **kwargs) -> None:
+    await core_rmdir(accessor, path)

python/mirage/ops/disk/stat.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.stat import stat as core_stat
+from mirage.ops.registry import op
+from mirage.types import FileStat, PathSpec
+
+
+@op("stat", resource="disk")
+async def stat(accessor: DiskAccessor, path: PathSpec, *, index,
+               **kwargs) -> FileStat:
+    return await core_stat(accessor, path, index)

python/mirage/ops/disk/truncate.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.truncate import truncate as core_truncate
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("truncate", resource="disk", write=True)
+async def truncate(accessor: DiskAccessor, path: PathSpec, length: int,
+                   **kwargs) -> None:
+    await core_truncate(accessor, path, length)

python/mirage/ops/disk/unlink.py

@@ -0,0 +1,23 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.unlink import unlink as core_unlink
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("unlink", resource="disk", write=True)
+async def unlink(accessor: DiskAccessor, path: PathSpec, **kwargs) -> None:
+    await core_unlink(accessor, path)

python/mirage/ops/disk/write.py

@@ -0,0 +1,24 @@
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+
+from mirage.accessor.disk import DiskAccessor
+from mirage.core.disk.write import write_bytes
+from mirage.ops.registry import op
+from mirage.types import PathSpec
+
+
+@op("write", resource="disk", write=True)
+async def write(accessor: DiskAccessor, path: PathSpec, data: bytes,
+                **kwargs) -> None:
+    await write_bytes(accessor, path, data)