chore: import upstream snapshot with attribution

This commit is contained in:
wehub-resource-sync
2026-07-13 13:17:40 +08:00
commit f1825c8ceb
10096 changed files with 2364182 additions and 0 deletions
@@ -0,0 +1,24 @@
from typing import TYPE_CHECKING
from ray.data._internal.arrow_block import ArrowBlockBuilder
from ray.data.datasource.file_based_datasource import FileBasedDatasource
if TYPE_CHECKING:
import pyarrow
class BinaryDatasource(FileBasedDatasource):
"""Binary datasource, for reading and writing binary files."""
_COLUMN_NAME = "bytes"
def _read_stream(self, f: "pyarrow.NativeFile", path: str):
data = f.readall()
builder = ArrowBlockBuilder()
item = {self._COLUMN_NAME: data}
builder.add(item)
yield builder.build()
def _rows_per_file(self):
return 1