wehub-resource-sync
47 lines
1.1 KiB
Plaintext
47 lines
1.1 KiB
Plaintext
# Used by CI for datasets tests.
|
|
# https://github.com/ray-project/ray/pull/29448#discussion_r1006256498
|
|
|
|
python-snappy
|
|
tensorflow-datasets==4.9.3
|
|
datasets>=3.0.2
|
|
pytest-repeat
|
|
soundfile
|
|
fastavro
|
|
google-cloud-bigquery
|
|
google-cloud-core
|
|
google-cloud-bigquery-storage
|
|
google-api-core
|
|
webdataset
|
|
raydp==1.7.0b20250423.dev0
|
|
pylance
|
|
delta-sharing
|
|
deltalake==1.5.0
|
|
pytest-mock
|
|
decord
|
|
snowflake-connector-python>=3.15.0
|
|
pyiceberg[sql-sqlite]==0.11.0
|
|
clickhouse-connect
|
|
confluent-kafka
|
|
pybase64
|
|
hudi==0.4.0
|
|
datasketches
|
|
testcontainers[kafka]
|
|
obstore
|
|
pyarrow
|
|
torch
|
|
tensorflow
|
|
jax
|
|
jaxlib
|
|
tensorflow-datasets
|
|
tensorflow-metadata>=1.17.0
|
|
tf-keras
|
|
torchvision==0.24.0
|
|
confluent-kafka
|
|
zarr<3 ; python_version >= '3.11' # zarr 2.18.4+ requires py3.11+ (v2 API)
|
|
zarr>=2.18,<2.18.4 ; python_version < '3.11' # 2.18.3: last v2 line supporting py3.10
|
|
# numcodecs is zarr's codec dep; 0.14+ dropped py3.10. Pin per-Python with exact
|
|
# versions so the markers survive pip-compile -- the compiled-constraint pin must
|
|
# stay gated to py3.11+, otherwise the py3.10 data locks can't resolve zarr.
|
|
numcodecs==0.15.1 ; python_version >= '3.11'
|
|
numcodecs==0.13.1 ; python_version < '3.11'
|