chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,3 @@
|
||||
pytest
|
||||
pytest-asyncio
|
||||
pytest-aiohttp
|
||||
@@ -0,0 +1,41 @@
|
||||
jupyterlab>=4.2.7
|
||||
ipywidgets
|
||||
google-cloud-storage
|
||||
grpcio>=1.66.1
|
||||
grpcio-tools>=1.62.3
|
||||
pyyaml
|
||||
pyopenssl
|
||||
certifi
|
||||
pycurl
|
||||
azure-identity
|
||||
smart_open[s3,gcs,azure,http]
|
||||
adlfs[abfs]
|
||||
openlineage-python>=1.36.0
|
||||
|
||||
# Anyscale CLI requirements
|
||||
boto3==1.29.7
|
||||
botocore==1.32.7
|
||||
aiohttp>=3.7.4.post0
|
||||
certifi>=2024.8.30
|
||||
Click>=7.0
|
||||
colorama
|
||||
GitPython
|
||||
google-auth
|
||||
jsonpatch
|
||||
jsonschema
|
||||
oauth2client
|
||||
packaging
|
||||
pathspec>=0.8.1
|
||||
python-dateutil
|
||||
requests
|
||||
rich
|
||||
six>=1.10
|
||||
tabulate
|
||||
urllib3>=1.26.17
|
||||
wrapt
|
||||
pyyaml
|
||||
smart_open
|
||||
halo
|
||||
tqdm
|
||||
tzlocal
|
||||
humanize
|
||||
@@ -0,0 +1,2 @@
|
||||
pymongoarrow==1.7.2
|
||||
pymongo>=4.4
|
||||
@@ -0,0 +1,6 @@
|
||||
pyarrow==23.0.1
|
||||
hudi
|
||||
pylance
|
||||
modin==0.37.1
|
||||
pandas==2.3.3
|
||||
delta-sharing
|
||||
@@ -0,0 +1,5 @@
|
||||
# not including pyarrow as nightly versions will break depset compilation too frequently
|
||||
hudi
|
||||
pylance
|
||||
modin
|
||||
pandas
|
||||
@@ -0,0 +1,8 @@
|
||||
pyarrow==17.0.0
|
||||
numpy
|
||||
datasets
|
||||
hudi
|
||||
pylance
|
||||
modin==0.31.0
|
||||
pandas==2.2.3
|
||||
delta-sharing
|
||||
@@ -0,0 +1,2 @@
|
||||
pydot
|
||||
pytesseract==0.3.13
|
||||
@@ -0,0 +1,14 @@
|
||||
# Todo: Fix conflicts with pinned boto3/botocore
|
||||
# awscli
|
||||
gsutil
|
||||
|
||||
# Requirements that are shipped in the ML docker image.
|
||||
ipython==8.12.3
|
||||
|
||||
# Needed for rich visualization for Ray Train and Ray Data.
|
||||
# Todo: Pin to >=8 when myst-parser is upgraded
|
||||
# ipywidgets>=8
|
||||
ipywidgets
|
||||
|
||||
# Needed for Ray Client error message serialization/deserialization.
|
||||
tblib
|
||||
@@ -0,0 +1,13 @@
|
||||
clang-format==12.0.1
|
||||
docutils
|
||||
pre-commit==3.5.0
|
||||
mypy==1.7.0
|
||||
mypy-extensions==1.0.0
|
||||
types-PyYAML==6.0.12.2
|
||||
black==22.10.0
|
||||
semgrep==1.32.0
|
||||
shellcheck-py==0.7.1.1
|
||||
yq
|
||||
types-pycurl==7.45.3.20240421
|
||||
types-requests==2.31.0.6
|
||||
types-setuptools==80.9.0.20250822
|
||||
@@ -0,0 +1,18 @@
|
||||
# Keep this in sync with the definition in setup.py for ray[llm]
|
||||
vllm[audio]==0.24.0
|
||||
prometheus-fastapi-instrumentator>=8.0.0 # for starlette v1.0.1+
|
||||
# Keep NIXL in sync with vLLM's kv_connectors requirements.
|
||||
# https://github.com/vllm-project/vllm/blob/v0.24.0/requirements/kv_connectors.txt#L2
|
||||
nixl==1.2.0
|
||||
nixl-cu13==1.2.0
|
||||
anyio>=4.5.0
|
||||
# For json mode
|
||||
jsonref>=1.1.0
|
||||
jsonschema
|
||||
ninja
|
||||
# async-timeout is a backport of asyncio.timeout for python < 3.11
|
||||
async-timeout; python_version < '3.11'
|
||||
typer
|
||||
meson
|
||||
pybind11
|
||||
hf_transfer
|
||||
@@ -0,0 +1,8 @@
|
||||
pytest
|
||||
aiohttp
|
||||
pillow
|
||||
httpx>=0.27.2
|
||||
pynvml>=12.0.0
|
||||
jupytext>1.13.6
|
||||
backoff
|
||||
datasets
|
||||
@@ -0,0 +1,30 @@
|
||||
diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py
|
||||
index dee7cdde744d..472d1f1a7588 100644
|
||||
--- a/vllm/compilation/backends.py
|
||||
+++ b/vllm/compilation/backends.py
|
||||
@@ -1031,7 +1031,9 @@ def __call__(self, graph: fx.GraphModule, example_inputs: Sequence[Any]) -> Any:
|
||||
self.compilation_config.cache_dir = cache_dir
|
||||
rank = vllm_config.parallel_config.rank
|
||||
dp_rank = vllm_config.parallel_config.data_parallel_index
|
||||
- local_cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}", self.prefix)
|
||||
+ dev = torch.accelerator.current_device_index()
|
||||
+ local_cache_dir = os.path.join(
|
||||
+ cache_dir, f"rank_{rank}_{dp_rank}_dev{dev}", self.prefix)
|
||||
os.makedirs(local_cache_dir, exist_ok=True)
|
||||
self.compilation_config.local_cache_dir = local_cache_dir
|
||||
|
||||
diff --git a/vllm/compilation/decorators.py b/vllm/compilation/decorators.py
|
||||
index 9c55a42a4924..753b429a041d 100644
|
||||
--- a/vllm/compilation/decorators.py
|
||||
+++ b/vllm/compilation/decorators.py
|
||||
@@ -509,7 +509,9 @@ def __call__(self: type[_T], *args: Any, **kwargs: Any) -> Any:
|
||||
|
||||
rank = self.vllm_config.parallel_config.rank
|
||||
dp_rank = self.vllm_config.parallel_config.data_parallel_index
|
||||
- cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}")
|
||||
+ dev = torch.accelerator.current_device_index()
|
||||
+ cache_dir = os.path.join(cache_dir,
|
||||
+ f"rank_{rank}_{dp_rank}_dev{dev}")
|
||||
aot_compilation_path = os.path.join(cache_dir, "model")
|
||||
if not envs.VLLM_DISABLE_COMPILE_CACHE:
|
||||
loaded_fn = _try_load_aot_compiled_fn(self, aot_compilation_path)
|
||||
@@ -0,0 +1 @@
|
||||
torch
|
||||
@@ -0,0 +1,15 @@
|
||||
# ML tracking integrations
|
||||
comet-ml==3.44.1
|
||||
mlflow>=2.22.0
|
||||
wandb>=0.23.1
|
||||
|
||||
# ML training frameworks
|
||||
xgboost==2.1.0
|
||||
lightgbm==4.6.0
|
||||
|
||||
# Huggingface
|
||||
transformers>=5.0
|
||||
accelerate>=1.0
|
||||
|
||||
# Cloud storage tools
|
||||
s3fs==2023.12.1
|
||||
@@ -0,0 +1,16 @@
|
||||
# Used by CI for datasets and docs.
|
||||
# https://github.com/ray-project/ray/pull/29448#discussion_r1006256498
|
||||
|
||||
daft>=0.7.0
|
||||
dask[complete]==2023.6.1; python_version < '3.12'
|
||||
distributed==2023.6.1; python_version < '3.12'
|
||||
dask[complete]==2025.5.0; python_version >= '3.12'
|
||||
distributed==2025.5.0; python_version >= '3.12'
|
||||
aioboto3==12.1.0
|
||||
crc32c==2.3
|
||||
flask_cors
|
||||
bokeh==2.4.3; python_version < '3.12'
|
||||
modin>=0.31.0
|
||||
pandas>=2.2.3
|
||||
responses>=0.15.0
|
||||
pymars>=0.8.3; python_version < "3.12"
|
||||
@@ -0,0 +1,29 @@
|
||||
# Used by CI for datasets tests.
|
||||
# https://github.com/ray-project/ray/pull/29448#discussion_r1006256498
|
||||
|
||||
python-snappy
|
||||
tensorflow-datasets==4.9.3
|
||||
datasets>=3.0.2
|
||||
pytest-repeat
|
||||
soundfile
|
||||
fastavro
|
||||
google-cloud-bigquery
|
||||
google-cloud-core
|
||||
google-cloud-bigquery-storage
|
||||
google-api-core
|
||||
webdataset
|
||||
raydp==1.7.0b20250423.dev0
|
||||
pylance==1.0.3
|
||||
delta-sharing
|
||||
deltalake==1.5.0
|
||||
pytest-mock
|
||||
decord
|
||||
snowflake-connector-python>=3.15.0
|
||||
pyiceberg[sql-sqlite]==0.11.0
|
||||
clickhouse-connect
|
||||
confluent-kafka
|
||||
pybase64
|
||||
hudi==0.4.0
|
||||
datasketches
|
||||
testcontainers[kafka]
|
||||
obstore
|
||||
@@ -0,0 +1,34 @@
|
||||
# These requirements are used for the CI and CPU-only Docker images so we install CPU only versions of torch.
|
||||
# For GPU Docker images, you should install dl-gpu-requirements.txt afterwards.
|
||||
|
||||
tensorflow==2.15.1; python_version < '3.12' and (sys_platform != 'darwin' or platform_machine != 'arm64')
|
||||
tensorflow-macos==2.15.1; python_version < '3.12' and sys_platform == 'darwin' and platform_machine == 'arm64'
|
||||
tensorflow-probability==0.23.0; python_version < '3.12'
|
||||
tensorflow-io-gcs-filesystem==0.31.0; python_version < '3.12'
|
||||
tensorflow-datasets; python_version < '3.12'
|
||||
array-record==0.5.1; python_version < '3.12' and sys_platform != 'darwin' and platform_system != 'Windows'
|
||||
etils==1.5.2; python_version < '3.12'
|
||||
|
||||
# If you make changes below this line, please also make the corresponding changes to `dl-gpu-requirements.txt`
|
||||
# and to `install-dependencies.sh`!
|
||||
|
||||
--extra-index-url https://download.pytorch.org/whl/cpu # for CPU versions of torch, torchvision
|
||||
--find-links https://data.pyg.org/whl/torch-2.7.0+cpu.html # for CPU versions of torch-scatter, torch-sparse, torch-cluster, torch-spline-conv
|
||||
|
||||
torch==2.7.0
|
||||
torchmetrics==0.10.3
|
||||
# torchtext 0.18.0 has no cp313 wheels on PyPI; keep for 3.10–3.12 only.
|
||||
torchtext==0.18.0; python_version < "3.13"
|
||||
torchvision==0.22.0
|
||||
|
||||
torch-scatter==2.1.2
|
||||
torch-sparse==0.6.18
|
||||
torch-cluster==1.6.3
|
||||
torch-spline-conv==1.2.2
|
||||
torch-geometric==2.5.3
|
||||
|
||||
cupy-cuda12x>=13.4.0; sys_platform != 'darwin'
|
||||
|
||||
# Keep JAX version consistent with dl-gpu-requirements.txt
|
||||
jax==0.4.33; python_version < '3.12' and sys_platform != 'darwin'
|
||||
jaxlib==0.4.33; python_version < '3.12' and sys_platform != 'darwin'
|
||||
@@ -0,0 +1,24 @@
|
||||
# If you make changes below this line, please also make the corresponding changes to `dl-cpu-requirements.txt`!
|
||||
|
||||
tensorflow==2.15.1; python_version < '3.12' and (sys_platform != 'darwin' or platform_machine != 'arm64')
|
||||
tensorflow-macos==2.15.1; python_version < '3.12' and sys_platform == 'darwin' and platform_machine == 'arm64'
|
||||
tensorflow-probability==0.23.0; python_version < '3.12'
|
||||
tensorflow-datasets; python_version < '3.12'
|
||||
|
||||
--extra-index-url https://download.pytorch.org/whl/cu128 # for GPU versions of torch, torchvision
|
||||
--find-links https://data.pyg.org/whl/torch-2.7.0+cu128.html # for GPU versions of torch-scatter, torch-sparse, torch-cluster, torch-spline-conv
|
||||
# specifying explicit plus-notation below so pip overwrites the existing cpu verisons
|
||||
torch==2.7.0+cu128
|
||||
torchvision==0.22.0+cu128
|
||||
torch-scatter==2.1.2+pt27cu128
|
||||
torch-sparse==0.6.18+pt27cu128
|
||||
torch-cluster==1.6.3+pt27cu128
|
||||
torch-spline-conv==1.2.2+pt27cu128
|
||||
|
||||
cupy-cuda12x>=13.4.0; sys_platform != 'darwin'
|
||||
cudf-cu12>=24.12.0; sys_platform != 'darwin'
|
||||
nixl==1.2.0; sys_platform != 'darwin'
|
||||
|
||||
jax==0.4.33; python_version < '3.12' and sys_platform != 'darwin'
|
||||
jaxlib==0.4.33; python_version < '3.12' and sys_platform != 'darwin'
|
||||
jax-cuda12-plugin[cuda12]==0.4.33; python_version < '3.12' and sys_platform != 'darwin'
|
||||
@@ -0,0 +1,15 @@
|
||||
# ML tracking integrations
|
||||
comet-ml==3.44.1
|
||||
mlflow>=3.0.0
|
||||
wandb>=0.23.1
|
||||
|
||||
# ML training frameworks
|
||||
xgboost==2.1.0
|
||||
lightgbm==4.6.0
|
||||
|
||||
# Huggingface
|
||||
transformers>=5.0
|
||||
accelerate>=1.0
|
||||
|
||||
# Cloud storage tools
|
||||
s3fs==2023.12.1
|
||||
@@ -0,0 +1,15 @@
|
||||
# Used by CI for datasets and docs.
|
||||
# https://github.com/ray-project/ray/pull/29448#discussion_r1006256498
|
||||
|
||||
daft>=0.7.0
|
||||
dask[complete]>=2025.5.0
|
||||
distributed>=2025.5.0
|
||||
aioboto3==12.1.0
|
||||
crc32c==2.3
|
||||
flask_cors
|
||||
bokeh==3.1.0
|
||||
modin>=0.26.0
|
||||
pandas>=2.2.2
|
||||
responses>=0.15.0
|
||||
pymars>=0.8.3; python_version < "3.12"
|
||||
lance-namespace==0.6.1
|
||||
@@ -0,0 +1,46 @@
|
||||
# Used by CI for datasets tests.
|
||||
# https://github.com/ray-project/ray/pull/29448#discussion_r1006256498
|
||||
|
||||
python-snappy
|
||||
tensorflow-datasets==4.9.3
|
||||
datasets>=3.0.2
|
||||
pytest-repeat
|
||||
soundfile
|
||||
fastavro
|
||||
google-cloud-bigquery
|
||||
google-cloud-core
|
||||
google-cloud-bigquery-storage
|
||||
google-api-core
|
||||
webdataset
|
||||
raydp==1.7.0b20250423.dev0
|
||||
pylance
|
||||
delta-sharing
|
||||
deltalake==1.5.0
|
||||
pytest-mock
|
||||
decord
|
||||
snowflake-connector-python>=3.15.0
|
||||
pyiceberg[sql-sqlite]==0.11.0
|
||||
clickhouse-connect
|
||||
confluent-kafka
|
||||
pybase64
|
||||
hudi==0.4.0
|
||||
datasketches
|
||||
testcontainers[kafka]
|
||||
obstore
|
||||
pyarrow
|
||||
torch
|
||||
tensorflow
|
||||
jax
|
||||
jaxlib
|
||||
tensorflow-datasets
|
||||
tensorflow-metadata>=1.17.0
|
||||
tf-keras
|
||||
torchvision==0.24.0
|
||||
confluent-kafka
|
||||
zarr<3 ; python_version >= '3.11' # zarr 2.18.4+ requires py3.11+ (v2 API)
|
||||
zarr>=2.18,<2.18.4 ; python_version < '3.11' # 2.18.3: last v2 line supporting py3.10
|
||||
# numcodecs is zarr's codec dep; 0.14+ dropped py3.10. Pin per-Python with exact
|
||||
# versions so the markers survive pip-compile -- the compiled-constraint pin must
|
||||
# stay gated to py3.11+, otherwise the py3.10 data locks can't resolve zarr.
|
||||
numcodecs==0.15.1 ; python_version >= '3.11'
|
||||
numcodecs==0.13.1 ; python_version < '3.11'
|
||||
@@ -0,0 +1,37 @@
|
||||
# These requirements are used for the CI and CPU-only Docker images so we install CPU only versions of torch.
|
||||
# For GPU Docker images, you should install dl-gpu-requirements.txt afterwards.
|
||||
|
||||
tensorflow==2.20.0; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
tensorflow-macos==2.20.0; sys_platform == 'darwin' and platform_machine == 'arm64'
|
||||
tensorflow-probability==0.24.0
|
||||
tensorflow-io-gcs-filesystem==0.31.0; python_version < '3.12'
|
||||
tensorflow-datasets; python_version < '3.12'
|
||||
array-record==0.5.1; python_version < '3.12' and sys_platform != 'darwin' and platform_system != 'Windows'
|
||||
etils==1.5.2; python_version < '3.12'
|
||||
tf-keras==2.20.0
|
||||
# If you make changes below this line, please also make the corresponding changes to `dl-gpu-requirements.txt`
|
||||
# and to `install-dependencies.sh`!
|
||||
|
||||
--extra-index-url https://download.pytorch.org/whl/cpu # for CPU versions of torch, torchvision
|
||||
--find-links https://data.pyg.org/whl/torch-2.9.0+cpu.html # for CPU versions of torch-scatter, torch-sparse, torch-cluster, torch-spline-conv
|
||||
|
||||
torch==2.9.0
|
||||
torchmetrics==0.10.3
|
||||
torchtext==0.18.0
|
||||
torchvision==0.24.0
|
||||
# xgboost pulls nvidia-nccl-cu12 transitively even in CPU context. Align the
|
||||
# pin with what cu128 torch requires so the compiled lock doesn't clash with
|
||||
# GPU depsets that consume it as a constraint.
|
||||
nvidia-nccl-cu12==2.27.5; platform_system == 'Linux' and platform_machine != 'aarch64'
|
||||
|
||||
torch-scatter==2.1.2
|
||||
torch-sparse==0.6.18
|
||||
torch-cluster==1.6.3
|
||||
torch-spline-conv==1.2.2
|
||||
torch-geometric==2.5.3
|
||||
|
||||
cupy-cuda12x==13.6.0; sys_platform != 'darwin'
|
||||
|
||||
# Keep JAX version consistent with dl-gpu-requirements.txt
|
||||
jax==0.4.33; sys_platform != 'darwin'
|
||||
jaxlib==0.4.33; sys_platform != 'darwin'
|
||||
@@ -0,0 +1,28 @@
|
||||
# If you make changes below this line, please also make the corresponding changes to `dl-cpu-requirements.txt`!
|
||||
|
||||
tensorflow==2.20.0; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
tensorflow-macos==2.20.0; sys_platform == 'darwin' and platform_machine == 'arm64'
|
||||
tensorflow-probability==0.24.0
|
||||
tf-keras==2.20.0
|
||||
|
||||
--extra-index-url https://download.pytorch.org/whl/cu128 # for GPU versions of torch, torchvision
|
||||
--find-links https://data.pyg.org/whl/torch-2.9.0+cu128.html # for GPU versions of torch-scatter, torch-sparse, torch-cluster, torch-spline-conv
|
||||
# specifying explicit plus-notation below so pip overwrites the existing cpu verisons
|
||||
torch==2.9.0+cu128
|
||||
torchvision==0.24.0+cu128
|
||||
torch-scatter==2.1.2+pt29cu128
|
||||
torch-sparse==0.6.18+pt29cu128
|
||||
torch-cluster==1.6.3+pt29cu128
|
||||
torch-spline-conv==1.2.2+pt29cu128
|
||||
torch-geometric==2.5.3
|
||||
# Declared explicitly so GPU depsets resolve nccl from cu128 torch
|
||||
# transitively rather than being pinned by the CPU-built py3.13 lock.
|
||||
nvidia-nccl-cu12; platform_system == 'Linux' and platform_machine != 'aarch64'
|
||||
|
||||
cupy-cuda12x==13.6.0; sys_platform != 'darwin'
|
||||
cudf-cu12>=24.12.0; sys_platform != 'darwin' and python_version >= '3.11'
|
||||
nixl==0.4.0; sys_platform != 'darwin'
|
||||
|
||||
jax==0.4.33; sys_platform != 'darwin'
|
||||
jaxlib==0.4.33; sys_platform != 'darwin'
|
||||
jax-cuda12-plugin[cuda12]==0.4.33; sys_platform != 'darwin'
|
||||
@@ -0,0 +1,2 @@
|
||||
pytorch-lightning==1.8.6
|
||||
numpy==1.26.4
|
||||
@@ -0,0 +1,6 @@
|
||||
tf-keras
|
||||
transformers
|
||||
# keras 3.13 dropped py3.10 support; pin explicitly so pip-compile preserves
|
||||
# a py_version marker on the lock entry (tensorflow pulls keras transitively).
|
||||
keras==3.12.1; python_version < '3.11'
|
||||
keras==3.14.0; python_version >= '3.11'
|
||||
@@ -0,0 +1,9 @@
|
||||
# For auto-generating an env-rendering Window.
|
||||
pyglet==1.5.15
|
||||
imageio-ffmpeg==0.4.5
|
||||
rich==13.7.1
|
||||
# Msgpack checkpoint stuff.
|
||||
msgpack
|
||||
msgpack-numpy
|
||||
ormsgpack
|
||||
tf_keras
|
||||
@@ -0,0 +1,51 @@
|
||||
# Testing framework.
|
||||
pytest
|
||||
pytest-asyncio
|
||||
|
||||
# Environment adapters.
|
||||
# ---------------------
|
||||
# Atari
|
||||
ale_py==0.10.1
|
||||
imageio==2.34.2
|
||||
opencv-python-headless==4.10.0.84
|
||||
|
||||
# For testing MuJoCo envs with gymnasium.
|
||||
mujoco==3.2.4
|
||||
dm_control==1.0.12; python_version < "3.12"
|
||||
|
||||
# For tests on PettingZoo's multi-agent envs.
|
||||
pettingzoo==1.24.3
|
||||
pymunk==6.2.1
|
||||
tinyscaler==1.2.8
|
||||
shimmy==2.0.0
|
||||
supersuit==3.9.3
|
||||
|
||||
# For tests on minigrid.
|
||||
minigrid==2.3.1
|
||||
tensorflow_estimator
|
||||
|
||||
# DeepMind's OpenSpiel
|
||||
open-spiel==1.4
|
||||
|
||||
# Requires libtorrent which is unavailable for arm64
|
||||
h5py==3.12.1
|
||||
|
||||
# Requirements for rendering.
|
||||
moviepy
|
||||
|
||||
# numexpr is an optional pandas dependency that gets imported at runtime.
|
||||
# It must be explicitly pinned here to ensure compatibility with numpy 2.x.
|
||||
numexpr
|
||||
|
||||
# For ONNX export tests (policy_inference_after_training examples, --use-onnx-for-inference).
|
||||
# onnxscript 0.5.x has a version-converter bug that breaks every torch>=2.9 dynamo ONNX
|
||||
# export; pin >=0.6 directly (bumping onnx alone won't force it -- the resolver keeps the
|
||||
# existing onnxscript pin). onnxscript>=0.6 in turn requires onnx>=1.17.
|
||||
# Pinned only on this py3.13 track, NOT in the non-py313 rllib-test-requirements.txt: that
|
||||
# track's tensorflow 2.15.1 caps ml_dtypes~=0.3.1, which conflicts with onnxscript>=0.6's
|
||||
# onnx-ir -> ml_dtypes>=0.5.0. The rllib ONNX tests run from py3.13-derived deplocks
|
||||
# (rllib_build_depset), so pinning here is sufficient; don't add this to the non-py313 file.
|
||||
onnx>=1.17.0; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
onnxruntime==1.20.0; (sys_platform != 'darwin' or platform_machine != 'arm64') and python_version == '3.10'
|
||||
onnxruntime==1.24.4; (sys_platform != 'darwin' or platform_machine != 'arm64') and python_version > '3.10'
|
||||
onnxscript>=0.6.2; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
@@ -0,0 +1,2 @@
|
||||
psutil
|
||||
colorama
|
||||
@@ -0,0 +1 @@
|
||||
torchft-nightly==2026.5.15
|
||||
@@ -0,0 +1,6 @@
|
||||
accelerate>=0.20.1
|
||||
deepspeed>=0.12.3
|
||||
datasets>=4.0.0,<5.0.0
|
||||
huggingface-hub>=1.0,<2.0
|
||||
numexpr>=2.8.4
|
||||
accelerate
|
||||
@@ -0,0 +1,9 @@
|
||||
boto3==1.29.7
|
||||
evaluate==0.4.6
|
||||
freezegun==1.1.0
|
||||
mosaicml; python_version < "3.12"
|
||||
sentencepiece==0.2.1
|
||||
s3torchconnector==1.4.3
|
||||
jupytext
|
||||
tblib
|
||||
xmltodict
|
||||
@@ -0,0 +1,14 @@
|
||||
# Searchers
|
||||
ax-platform==1.2.1
|
||||
# Python 3.13 only: no jaxtyping cap here; default tune-requirements.txt uses jaxtyping<0.3.8 for Python 3.10.
|
||||
|
||||
bayesian-optimization>=1.4.0
|
||||
|
||||
# BOHB
|
||||
ConfigSpace>=0.7.1; python_version < "3.12"
|
||||
hpbandster==0.7.4; python_version < "3.12"
|
||||
|
||||
hyperopt @ git+https://github.com/hyperopt/hyperopt.git@2504ee61419737e814e2dec2961b15d12775529c
|
||||
future
|
||||
nevergrad>=0.4.3.post7
|
||||
optuna==4.1.0
|
||||
@@ -0,0 +1,18 @@
|
||||
aim==3.23.0; python_version < "3.12"
|
||||
boto3==1.29.7
|
||||
|
||||
jupyterlab
|
||||
matplotlib!=3.4.3
|
||||
|
||||
pytest-remotedata==0.3.2
|
||||
lightning>2
|
||||
fairscale==0.4.6
|
||||
shortuuid==1.0.1
|
||||
timm==0.9.2
|
||||
|
||||
zoopt==0.4.1
|
||||
|
||||
# timeseries lib
|
||||
statsforecast==1.7.0
|
||||
prophet==1.1.5
|
||||
holidays==0.39
|
||||
@@ -0,0 +1,8 @@
|
||||
# For auto-generating an env-rendering Window.
|
||||
pyglet==1.5.15
|
||||
imageio-ffmpeg==0.4.5
|
||||
rich==13.7.1
|
||||
# Msgpack checkpoint stuff.
|
||||
msgpack
|
||||
msgpack-numpy
|
||||
ormsgpack
|
||||
@@ -0,0 +1,35 @@
|
||||
# Environment adapters.
|
||||
# ---------------------
|
||||
# Atari
|
||||
ale_py==0.10.1
|
||||
imageio==2.34.2
|
||||
opencv-python-headless==4.9.0.80
|
||||
|
||||
# For testing MuJoCo envs with gymnasium.
|
||||
mujoco==3.2.4
|
||||
dm_control==1.0.12; python_version < "3.12"
|
||||
|
||||
# For tests on PettingZoo's multi-agent envs.
|
||||
pettingzoo==1.24.3
|
||||
pymunk==6.2.1
|
||||
tinyscaler==1.2.8
|
||||
shimmy==2.0.0
|
||||
supersuit==3.9.3
|
||||
|
||||
# For tests on minigrid.
|
||||
minigrid==2.3.1
|
||||
tensorflow_estimator
|
||||
|
||||
# DeepMind's OpenSpiel
|
||||
open-spiel==1.4
|
||||
|
||||
# Requires libtorrent which is unavailable for arm64
|
||||
h5py==3.12.1
|
||||
|
||||
# Requirements for rendering.
|
||||
moviepy
|
||||
|
||||
# For ONNX export tests (policy_inference_after_training examples, --use-onnx-for-inference).
|
||||
onnx==1.16.0; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
onnxruntime==1.18.0; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
onnxscript; sys_platform != 'darwin' or platform_machine != 'arm64'
|
||||
@@ -0,0 +1,3 @@
|
||||
deepspeed==0.17.2
|
||||
datasets>=4.0.0,<5.0.0
|
||||
huggingface-hub>=1.0,<2.0
|
||||
@@ -0,0 +1,4 @@
|
||||
evaluate==0.4.6
|
||||
mosaicml; python_version < "3.12"
|
||||
sentencepiece==0.1.96
|
||||
s3torchconnector==1.4.3
|
||||
@@ -0,0 +1,20 @@
|
||||
# Searchers
|
||||
ax-platform==1.2.1
|
||||
# ax-platform -> botorch -> gpytorch -> jaxtyping: jaxtyping>=0.3.8 requires Python>=3.11.
|
||||
# botorch itself declares python_requires>=3.10, but that constraint does not cover its
|
||||
# transitive dependencies.
|
||||
# In our case we need to pin jaxtyping<0.3.8 (i.e. 0.3.7) which supports Python>=3.10.
|
||||
# Remove this pin once Ray drops Python 3.10 support.
|
||||
jaxtyping<0.3.8
|
||||
|
||||
|
||||
bayesian-optimization==1.4.3
|
||||
|
||||
# BOHB
|
||||
ConfigSpace==0.7.1; python_version < "3.12"
|
||||
hpbandster==0.7.4; python_version < "3.12"
|
||||
|
||||
hyperopt @ git+https://github.com/hyperopt/hyperopt.git@2504ee61419737e814e2dec2961b15d12775529c
|
||||
future
|
||||
nevergrad==0.4.3.post7
|
||||
optuna==4.1.0
|
||||
@@ -0,0 +1,17 @@
|
||||
aim==3.23.0; python_version < "3.12"
|
||||
|
||||
jupyterlab
|
||||
matplotlib!=3.4.3
|
||||
|
||||
pytest-remotedata==0.3.2
|
||||
lightning>2
|
||||
fairscale==0.4.6
|
||||
shortuuid==1.0.1
|
||||
timm==0.9.2
|
||||
|
||||
zoopt==0.4.1
|
||||
|
||||
# timeseries lib
|
||||
statsforecast==1.7.0
|
||||
prophet==1.1.5
|
||||
holidays==0.39
|
||||
@@ -0,0 +1,182 @@
|
||||
## Requirements for running tests
|
||||
|
||||
# General test requirements
|
||||
async-exit-stack==1.0.1
|
||||
async-generator==1.10
|
||||
azure-cli-core==2.62.0
|
||||
azure-identity==1.17.1
|
||||
azure-mgmt-compute==31.0.0
|
||||
azure-mgmt-network==25.4.0
|
||||
azure-mgmt-resource==23.1.1
|
||||
msrestazure==0.6.4
|
||||
beautifulsoup4==4.11.1
|
||||
boto3==1.29.7
|
||||
# Todo: investigate if we can get rid of this and exchange for ray.cloudpickle
|
||||
cloudpickle==3.1.1
|
||||
tornado>=6.2.0
|
||||
cython==0.29.37
|
||||
# Bumped to >=0.133.0 for the starlette 1.0.1 security update
|
||||
fastapi>=0.133.0
|
||||
# asgiref 3.10+ reworked async-to-sync adapters; Serve's direct-ingress
|
||||
# request timeout / disconnect handling regresses on 3.11 — fails
|
||||
# test_direct_ingress_standalone::test_http_request_timeout_disconnect_headers
|
||||
# parametrizations that depend on server-side timeout or client-disconnect
|
||||
# detection. Hold at the last known-good version.
|
||||
asgiref==3.9.2
|
||||
feather-format==0.4.1
|
||||
# Keep compatible with Werkzeug
|
||||
flask==2.1.3
|
||||
freezegun==1.1.0
|
||||
google-api-python-client==2.111.0
|
||||
google-cloud-storage==2.14.0
|
||||
gradio==6.15.2; platform_system != "Windows"
|
||||
graphviz==0.20.3
|
||||
websockets==15.0.1
|
||||
joblib==1.2.0
|
||||
jsonpatch==1.32
|
||||
kubernetes==24.2.0
|
||||
llvmlite==0.44.0
|
||||
lxml>=6.0.2
|
||||
moto[s3,server]==5.1.18
|
||||
mypy==1.7.0
|
||||
pyright==1.1.408
|
||||
numba==0.61.2
|
||||
openpyxl==3.0.10
|
||||
opentelemetry-api==1.39.0
|
||||
opentelemetry-sdk==1.39.0
|
||||
# proto and exporter-otlp-proto-grpc must match sdk/proto version or vllm
|
||||
# (rayllm depset) can't satisfy opentelemetry-exporter-otlp's in-family pins.
|
||||
opentelemetry-proto==1.39.0
|
||||
opentelemetry-exporter-otlp-proto-grpc==1.39.0
|
||||
opentelemetry-exporter-prometheus==0.60b0
|
||||
opentelemetry-semantic-conventions==0.60b0
|
||||
pexpect==4.8.0
|
||||
Pillow>=10.4.0; platform_system != "Windows"
|
||||
proxy.py==2.4.3
|
||||
pydantic>=2.10.0
|
||||
pydot==1.4.2
|
||||
pygame==2.5.2
|
||||
Pygments==2.18.0
|
||||
pymongo==4.3.2
|
||||
pyspark==3.4.1
|
||||
pytest==7.4.4
|
||||
pytest-asyncio==0.17.2
|
||||
pytest-aiohttp==1.1.0
|
||||
pytest-httpserver==1.1.3
|
||||
pytest-rerunfailures==11.1.2
|
||||
pytest-sugar==0.9.5
|
||||
pytest-lazy-fixtures==1.1.2
|
||||
pytest-timeout==2.1.0
|
||||
pytest-virtualenv==1.8.1; python_version < "3.12"
|
||||
pytest-sphinx @ git+https://github.com/ray-project/pytest-sphinx
|
||||
pytest-mock==3.14.0
|
||||
redis==4.5.4
|
||||
scikit-learn>=1.5.2
|
||||
smart_open[s3]==6.2.0
|
||||
tqdm==4.67.1
|
||||
trustme==0.9.0
|
||||
testfixtures==7.0.0
|
||||
uv==0.8.9
|
||||
uvicorn==0.22.0
|
||||
werkzeug==2.3.8
|
||||
xlrd==2.0.1
|
||||
yq==3.2.2
|
||||
memray; platform_system != "Windows" and sys_platform != "darwin" and platform_machine != 'aarch64'
|
||||
numpy==2.2.6
|
||||
ipywidgets==8.1.3
|
||||
pyzmq>=27.1.0
|
||||
colorama
|
||||
|
||||
# jupytext: required by doc/test_myst_doc.py, which converts notebook examples in CI test runs.
|
||||
jupytext>1.13.6
|
||||
# sphinx / myst-parser / myst-nb are intentionally NOT listed here: they belong to the docs build
|
||||
# (doc/requirements-doc.txt) and nothing in the test/CI image imports them; doctests use the
|
||||
# `doctest` bazel macro (pytest + pytest-sphinx, above).
|
||||
jinja2>=3.1.6
|
||||
pytest-docker-tools==3.1.3
|
||||
pytest-forked==1.4.0
|
||||
opentelemetry-instrumentation-fastapi==0.60b0
|
||||
mlflow>=3.0.0
|
||||
|
||||
# For dataset tests
|
||||
polars>=1.36.0,<2.0.0
|
||||
|
||||
importlib-metadata==6.11.0
|
||||
|
||||
# Some packages have downstream dependencies that we have to specify here to resolve conflicts.
|
||||
# Feel free to add (or remove!) packages here liberally.
|
||||
tensorboardX
|
||||
tensorboard
|
||||
tensorboard-data-server==0.7.2
|
||||
h11>=0.16.0
|
||||
markdown-it-py
|
||||
pytz==2022.7.1
|
||||
# Aim requires segment-analytics-python, which requires backoff~=2.10,
|
||||
# which conflicts with the opentelemetry-api 1.1.0.
|
||||
segment-analytics-python==2.2.0
|
||||
httpcore>=1.0.9
|
||||
httpx>=0.28.1
|
||||
backoff==1.10
|
||||
|
||||
# Bisecting test_raylet_and_agent_share_fate against the py3.13 compile
|
||||
# refresh. grpcio 1.80 cold import on the runtime-env agent may be eating
|
||||
# the 10s wait_for_condition budget; testing whether the previous pin
|
||||
# restores agent startup in time. grpcio-tools and grpcio-status must
|
||||
# match so pip-compile doesn't pull 1.80 (which requires grpcio>=1.80
|
||||
# and would conflict), and so the resolver doesn't backtrack through
|
||||
# every grpcio-status / typer version trying to find a compatible set.
|
||||
grpcio==1.76.0
|
||||
grpcio-tools==1.76.0
|
||||
grpcio-status==1.76.0
|
||||
|
||||
# For test_basic.py::test_omp_threads_set
|
||||
threadpoolctl==3.1.0
|
||||
numexpr==2.14.1
|
||||
|
||||
# For test_rdt_gloo.py
|
||||
tensordict==0.8.3 ; sys_platform != "darwin"
|
||||
|
||||
# For `serve run --reload` CLI.
|
||||
watchfiles==0.19.0
|
||||
|
||||
# Upgrades
|
||||
typing-extensions>=4.10
|
||||
filelock>=3.16.1
|
||||
virtualenv>=20.29
|
||||
# jsonschema 4.25 introduced rfc3987-syntax (format-nongpl extra) which pins
|
||||
# lark==1.3.1. That conflicts with vllm's lark==1.2.2, so we cap below 4.25
|
||||
# to keep the rayllm depsets resolvable when they use this lock as a constraint.
|
||||
jsonschema>=4.23.0,<4.25.0
|
||||
attrs>=22.2.0
|
||||
openapi-schema-validator>=0.6.3
|
||||
wheel>=0.45.1
|
||||
aiohttp>=3.13.3
|
||||
cryptography>=44.0.3
|
||||
pyopenssl>=25.0.0
|
||||
starlette>=1.0.1
|
||||
requests>=2.32.3
|
||||
docker>=7.1.0
|
||||
# tensorflow-metadata (pinned for py3.10 compat) caps protobuf<=6.32 on py<3.11.
|
||||
protobuf>=4,<=6.32; python_version < '3.11'
|
||||
protobuf==6.33.6; python_version >= '3.11'
|
||||
# scipy 1.16 / contourpy 1.3.3 / networkx 3.5 all dropped py3.10 support (no
|
||||
# cp310 wheels or Requires-Python>=3.11). The py3.13 lock is consumed as a
|
||||
# constraint by py3.10 depsets, so these are dual-pinned here with markers to
|
||||
# preserve the cross-py-version compat path.
|
||||
scipy==1.15.3; python_version < '3.11'
|
||||
scipy==1.17.1; python_version >= '3.11'
|
||||
contourpy==1.3.2; python_version < '3.11'
|
||||
contourpy==1.3.3; python_version >= '3.11'
|
||||
networkx==3.4.2; python_version < '3.11'
|
||||
networkx==3.6.1; python_version >= '3.11'
|
||||
cffi>=1.17.1,<2
|
||||
# cupy-cuda12x requires fastrlock
|
||||
fastrlock>=0.8.3; sys_platform != 'darwin'
|
||||
lz4>=4.4.5
|
||||
pyyaml>=6.0.3
|
||||
msgpack>=1.1.2
|
||||
|
||||
# TODO(aslonnie): remove this
|
||||
# this is required as some packages depends on ray and will pick up older version of
|
||||
# ray, which has overly strict version requirements.
|
||||
ray>=2.47.1
|
||||
@@ -0,0 +1,8 @@
|
||||
# Requirement constraints for security.
|
||||
#
|
||||
# Only for constraining version ranges. Packages listed might not be installed,
|
||||
# might not be ray requirements. They are only used in compiling the
|
||||
# constraint file
|
||||
|
||||
idna>=3.7
|
||||
certifi>=2025.1.31
|
||||
@@ -0,0 +1 @@
|
||||
pydantic==2.13.0
|
||||
@@ -0,0 +1,22 @@
|
||||
anyio
|
||||
gradio
|
||||
httpx
|
||||
pymysql
|
||||
pytest
|
||||
pytest_asyncio
|
||||
redis
|
||||
SQLAlchemy
|
||||
typing_extensions
|
||||
# TODO(elliot-barn): might need to add vllm for tests
|
||||
# vllm
|
||||
websockets
|
||||
tensorflow
|
||||
tensorflow-probability
|
||||
torch
|
||||
torchvision
|
||||
transformers
|
||||
aioboto3
|
||||
tf_keras
|
||||
numexpr
|
||||
taskiq-redis
|
||||
ray-haproxy>=2.8.25,<2.9.0
|
||||
@@ -0,0 +1 @@
|
||||
opentelemetry-sdk
|
||||
@@ -0,0 +1,145 @@
|
||||
## Requirements for running tests
|
||||
|
||||
# General test requirements
|
||||
async-exit-stack==1.0.1
|
||||
async-generator==1.10
|
||||
azure-cli-core==2.62.0
|
||||
azure-identity==1.17.1
|
||||
azure-mgmt-compute==31.0.0
|
||||
azure-mgmt-network==25.4.0
|
||||
azure-mgmt-resource==23.1.1
|
||||
msrestazure==0.6.4
|
||||
beautifulsoup4==4.11.1
|
||||
boto3==1.29.7
|
||||
# Todo: investigate if we can get rid of this and exchange for ray.cloudpickle
|
||||
cloudpickle==2.2.0 ; python_version < "3.12"
|
||||
cloudpickle==3.0.0 ; python_version >= "3.12"
|
||||
tornado>=6.2.0
|
||||
cython==0.29.37
|
||||
fastapi>=0.133.0
|
||||
feather-format==0.4.1
|
||||
# Keep compatible with Werkzeug
|
||||
flask==2.1.3
|
||||
freezegun==1.1.0
|
||||
google-api-python-client==2.111.0
|
||||
google-cloud-storage==2.14.0
|
||||
gradio==6.15.2; platform_system != "Windows"
|
||||
graphviz==0.20.3
|
||||
websockets==11.0.3
|
||||
joblib==1.2.0
|
||||
jsonpatch==1.32
|
||||
kubernetes==24.2.0
|
||||
llvmlite==0.42.0
|
||||
lxml>=6.0.2
|
||||
moto[s3,server]==5.1.18
|
||||
mypy==1.7.0
|
||||
pyright==1.1.408
|
||||
numba==0.59.1
|
||||
openpyxl==3.0.10
|
||||
opentelemetry-api
|
||||
opentelemetry-sdk
|
||||
pexpect==4.8.0
|
||||
Pillow>=10.4.0; platform_system != "Windows"
|
||||
proxy.py==2.4.3
|
||||
pydantic>=2.10.0
|
||||
pydot==1.4.2
|
||||
pygame==2.5.2
|
||||
Pygments==2.18.0
|
||||
pymongo==4.3.2
|
||||
pyspark==3.4.1
|
||||
pytest==7.4.4
|
||||
pytest-asyncio==0.17.2
|
||||
pytest-aiohttp==1.1.0
|
||||
pytest-httpserver==1.1.3
|
||||
pytest-rerunfailures==11.1.2
|
||||
pytest-sugar==0.9.5
|
||||
pytest-lazy-fixtures==1.1.2
|
||||
pytest-timeout==2.1.0
|
||||
pytest-virtualenv==1.8.1; python_version < "3.12"
|
||||
pytest-sphinx @ git+https://github.com/ray-project/pytest-sphinx
|
||||
pytest-mock==3.14.0
|
||||
redis
|
||||
scikit-learn>=1.5.2
|
||||
smart_open[s3]==6.2.0
|
||||
tqdm==4.67.1
|
||||
trustme==0.9.0
|
||||
testfixtures==7.0.0
|
||||
uv==0.8.9
|
||||
uvicorn==0.22.0
|
||||
vsphere-automation-sdk @ git+https://github.com/vmware/vsphere-automation-sdk-python.git@v8.0.1.0
|
||||
werkzeug==2.3.8
|
||||
xlrd==2.0.1
|
||||
yq==3.2.2
|
||||
memray; platform_system != "Windows" and sys_platform != "darwin" and platform_machine != 'aarch64'
|
||||
numpy==1.26.4
|
||||
ipywidgets==8.1.3
|
||||
pyzmq>=27.1.0
|
||||
colorama
|
||||
|
||||
# jupytext: required by doc/test_myst_doc.py, which converts notebook examples in CI test runs.
|
||||
jupytext>1.13.6
|
||||
# sphinx / myst-parser / myst-nb are intentionally NOT listed here: they belong to the docs build
|
||||
# (doc/requirements-doc.txt) and nothing in the test/CI image imports them; doctests use the
|
||||
# `doctest` bazel macro (pytest + pytest-sphinx, above).
|
||||
jinja2>=3.1.6
|
||||
pytest-docker-tools==3.1.3
|
||||
pytest-forked==1.4.0
|
||||
opentelemetry-instrumentation-fastapi==0.55b1
|
||||
mlflow>=3.0.0
|
||||
|
||||
# For dataset tests
|
||||
polars>=1.36.0,<2.0.0
|
||||
|
||||
importlib-metadata==6.11.0
|
||||
|
||||
# Some packages have downstream dependencies that we have to specify here to resolve conflicts.
|
||||
# Feel free to add (or remove!) packages here liberally.
|
||||
tensorboardX
|
||||
tensorboard
|
||||
tensorboard-data-server==0.7.2
|
||||
h11>=0.16.0
|
||||
markdown-it-py
|
||||
pytz==2022.7.1
|
||||
# Aim requires segment-analytics-python, which requires backoff~=2.10,
|
||||
# which conflicts with the opentelemetry-api 1.1.0.
|
||||
segment-analytics-python==2.2.0
|
||||
httpcore>=1.0.9
|
||||
httpx>=0.28.1
|
||||
backoff==1.10
|
||||
|
||||
# For test_basic.py::test_omp_threads_set
|
||||
threadpoolctl==3.1.0
|
||||
numexpr==2.8.4
|
||||
|
||||
# For test_rdt_gloo.py
|
||||
tensordict==0.8.3 ; sys_platform != "darwin"
|
||||
|
||||
# For `serve run --reload` CLI.
|
||||
watchfiles==0.19.0
|
||||
|
||||
# Upgrades
|
||||
typing-extensions>=4.10
|
||||
filelock>=3.16.1
|
||||
virtualenv>=20.29
|
||||
jsonschema>=4.23.0
|
||||
attrs>=22.2.0
|
||||
openapi-schema-validator>=0.6.3
|
||||
wheel>=0.45.1
|
||||
aiohttp>=3.13.3
|
||||
cryptography>=44.0.3
|
||||
pyopenssl>=25.0.0
|
||||
starlette>=1.0.1
|
||||
requests>=2.32.3
|
||||
docker>=7.1.0
|
||||
protobuf>=4,<5
|
||||
cffi>=1.17.1,<2
|
||||
# cupy-cuda12x requires fastrlock
|
||||
fastrlock>=0.8.3; sys_platform != 'darwin'
|
||||
lz4>=4.4.5
|
||||
pyyaml>=6.0.3
|
||||
msgpack>=1.1.2
|
||||
|
||||
# TODO(aslonnie): remove this
|
||||
# this is required as some packages depends on ray and will pick up older version of
|
||||
# ray, which has overly strict version requirements.
|
||||
ray>=2.47.1
|
||||
Reference in New Issue
Block a user