wehub-resource-sync
1323 lines
28 KiB
Python
1323 lines
28 KiB
Python
load("@rules_python//python:defs.bzl", "py_library", "py_test")
|
|
load("//bazel:python.bzl", "doctest")
|
|
|
|
doctest(
|
|
name = "py_doctest[tune]",
|
|
files = glob(
|
|
["**/*.py"],
|
|
exclude = [
|
|
"**/examples/**",
|
|
"**/tests/**",
|
|
"suggest/**",
|
|
"impl/test_utils.py",
|
|
# Already covered by Ray Train doctests
|
|
"context.py",
|
|
"trainable/trainable_fn_utils.py",
|
|
# Deprecated
|
|
"automl/**",
|
|
"cluster_info.py",
|
|
"config_parser.py",
|
|
"function_runner.py",
|
|
"insufficient_resources_manager.py",
|
|
"sample.py",
|
|
"session.py",
|
|
"trial.py",
|
|
"trial_runner.py",
|
|
"utils/placement_groups.py",
|
|
"utils/trainable.py",
|
|
],
|
|
),
|
|
tags = ["team:ml"],
|
|
)
|
|
|
|
py_library(
|
|
name = "conftest",
|
|
srcs = ["tests/conftest.py"],
|
|
)
|
|
|
|
# --------------------------------------------------------------------
|
|
# Tests from the python/ray/tune/tests directory.
|
|
# Covers all tests starting with `test_`.
|
|
# Please keep these sorted alphabetically.
|
|
#
|
|
# Tags:
|
|
# "team:ml": Tag indicating this test is owned by the ML team.
|
|
# "example": Test runs a tune example script.
|
|
# "exclusive": ???
|
|
# "soft_imports": Tests checking whether Tune runs without any of its soft dependencies.
|
|
# "pytorch": Test uses PyTorch.
|
|
# "tensorflow": Test uses TensorFlow.
|
|
# --------------------------------------------------------------------
|
|
py_test(
|
|
name = "test_actor_reuse",
|
|
size = "large",
|
|
srcs = ["tests/test_actor_reuse.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [
|
|
":conftest",
|
|
":tune_lib",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_api",
|
|
size = "large",
|
|
srcs = ["tests/test_api.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"rllib",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_api_checkpoint_integration",
|
|
size = "medium",
|
|
srcs = ["tests/test_api_checkpoint_integration.py"],
|
|
# Tests V1 Train/Tune integration.
|
|
env = {"RAY_TRAIN_V2_ENABLED": "0"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_api_migrations",
|
|
size = "small",
|
|
srcs = ["tests/test_api_migrations.py"],
|
|
# Disable V2 since we explicitly test V1 -> V2 migration.
|
|
env = {"RAY_TRAIN_V2_ENABLED": "0"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_callbacks",
|
|
size = "small",
|
|
srcs = ["tests/test_callbacks.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_cluster",
|
|
size = "large",
|
|
srcs = ["tests/test_cluster.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"rllib",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_commands",
|
|
size = "medium",
|
|
srcs = ["tests/test_commands.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_convergence",
|
|
size = "medium",
|
|
srcs = ["tests/test_convergence.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_dependency",
|
|
size = "small",
|
|
srcs = ["tests/test_dependency.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_env_callbacks",
|
|
size = "small",
|
|
srcs = ["tests/test_env_callbacks.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_experiment",
|
|
size = "small",
|
|
srcs = ["tests/test_experiment.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_experiment_analysis",
|
|
size = "small",
|
|
srcs = ["tests/test_experiment_analysis.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [
|
|
":conftest",
|
|
":tune_lib",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_function_api",
|
|
size = "medium",
|
|
srcs = ["tests/test_function_api.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_integration_pytorch_lightning",
|
|
size = "small",
|
|
srcs = ["tests/test_integration_pytorch_lightning.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_logger",
|
|
size = "small",
|
|
srcs = ["tests/test_logger.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = ["team:ml"],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_multi_tenancy",
|
|
size = "medium",
|
|
srcs = [
|
|
"tests/_test_multi_tenancy_run.py",
|
|
"tests/test_multi_tenancy.py",
|
|
],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = ["team:ml"],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_progress_reporter",
|
|
size = "medium",
|
|
srcs = ["tests/test_progress_reporter.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_resource_updater",
|
|
size = "small",
|
|
srcs = ["tests/test_resource_updater.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_run_experiment",
|
|
size = "medium",
|
|
srcs = ["tests/test_run_experiment.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_remote",
|
|
size = "medium",
|
|
srcs = ["tests/test_remote.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_result_grid",
|
|
size = "medium",
|
|
srcs = ["tests/test_result_grid.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [
|
|
":conftest",
|
|
":tune_lib",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_warnings",
|
|
size = "medium",
|
|
srcs = ["tests/test_warnings.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_sample",
|
|
size = "large",
|
|
srcs = ["tests/test_sample.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"medium_instance",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_placeholder",
|
|
size = "small",
|
|
srcs = ["tests/test_placeholder.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_searcher_utils",
|
|
size = "small",
|
|
srcs = ["tests/test_searcher_utils.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_searchers",
|
|
size = "large",
|
|
srcs = ["tests/test_searchers.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"medium_instance",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_soft_imports",
|
|
size = "small",
|
|
srcs = ["tests/test_soft_imports.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"soft_imports",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_stopper",
|
|
size = "small",
|
|
srcs = ["tests/test_stopper.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_util_file_transfer",
|
|
size = "medium",
|
|
srcs = ["tests/test_util_file_transfer.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_util_object_cache",
|
|
size = "small",
|
|
srcs = ["tests/test_util_object_cache.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_syncer",
|
|
size = "medium",
|
|
srcs = ["tests/test_syncer.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [
|
|
":conftest",
|
|
":tune_lib",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_train_v2_integration",
|
|
size = "medium",
|
|
srcs = ["tests/test_train_v2_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_trainable",
|
|
size = "medium",
|
|
srcs = ["tests/test_trainable.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_trainable_util",
|
|
size = "small",
|
|
srcs = ["tests/test_trainable_util.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_trial",
|
|
size = "small",
|
|
srcs = ["tests/test_trial.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_var",
|
|
size = "medium",
|
|
srcs = ["tests/test_var.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_trial_scheduler",
|
|
size = "large",
|
|
srcs = ["tests/test_trial_scheduler.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"medium_instance",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_trial_scheduler_pbt",
|
|
size = "large",
|
|
srcs = ["tests/test_trial_scheduler_pbt.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"medium_instance",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_trial_scheduler_resource_changing",
|
|
size = "small",
|
|
srcs = ["tests/test_trial_scheduler_resource_changing.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_tune_restore_warm_start",
|
|
size = "large",
|
|
srcs = ["tests/test_tune_restore_warm_start.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_tune_restore",
|
|
size = "large",
|
|
srcs = ["tests/test_tune_restore.py"],
|
|
env = {
|
|
"RAY_TRAIN_V2_ENABLED": "1",
|
|
"TF_USE_LEGACY_KERAS": "1",
|
|
},
|
|
tags = [
|
|
"exclusive",
|
|
"rllib",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_tune_save_restore",
|
|
size = "small",
|
|
srcs = ["tests/test_tune_save_restore.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_tuner",
|
|
size = "large",
|
|
srcs = ["tests/test_tuner.py"],
|
|
# Tests V1 Train+Tune integration.
|
|
env = {"RAY_TRAIN_V2_ENABLED": "0"},
|
|
tags = [
|
|
"exclusive",
|
|
"medium_instance",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_tuner_restore",
|
|
size = "large",
|
|
srcs = ["tests/test_tuner_restore.py"],
|
|
# Tests V1 Train+Tune integration.
|
|
env = {"RAY_TRAIN_V2_ENABLED": "0"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [
|
|
":conftest",
|
|
":tune_lib",
|
|
],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_utils",
|
|
size = "small",
|
|
srcs = ["tests/test_utils.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# --------------------------------------------------------------------
|
|
# Tests from the python/ray/tune/tests directory.
|
|
# Covers all remaining tests that do not start with `test_`.
|
|
# Please keep these sorted alphabetically.
|
|
# --------------------------------------------------------------------
|
|
py_test(
|
|
name = "example",
|
|
size = "small",
|
|
srcs = ["tests/example.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"no_main",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# Todo: Ensure MPLBACKEND=Agg
|
|
py_test(
|
|
name = "tutorial",
|
|
size = "medium",
|
|
srcs = ["tests/tutorial.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"no_main",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# --------------------------------------------------------------------
|
|
# Tests from the python/ray/tune/tests/execution directory.
|
|
# Covers all remaining tests that do not start with `test_`.
|
|
# Please keep these sorted alphabetically.
|
|
# --------------------------------------------------------------------
|
|
|
|
py_test(
|
|
name = "test_actor_caching",
|
|
size = "small",
|
|
srcs = ["tests/execution/test_actor_caching.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_callback_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_callback_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_checkpointing_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_checkpointing_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_control_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_control_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_errors_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_errors_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_resources_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_resources_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_resume_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_resume_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_controller_search_alg_integration",
|
|
size = "large",
|
|
srcs = ["tests/execution/test_controller_search_alg_integration.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# --------------------------------------------------------------------
|
|
# Examples from the python/ray/tune/examples directory.
|
|
# Please keep these sorted alphabetically.
|
|
# --------------------------------------------------------------------
|
|
py_test(
|
|
name = "async_hyperband_example",
|
|
size = "small",
|
|
srcs = ["examples/async_hyperband_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "ax_example",
|
|
size = "small",
|
|
srcs = ["examples/ax_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "bayesopt_example",
|
|
size = "medium",
|
|
srcs = ["examples/bayesopt_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "bohb_example",
|
|
size = "medium",
|
|
srcs = ["examples/bohb_example.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "cifar10_pytorch",
|
|
size = "medium",
|
|
srcs = ["examples/cifar10_pytorch.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"pytorch",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "custom_func_checkpointing",
|
|
size = "small",
|
|
srcs = ["examples/custom_func_checkpointing.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "hyperband_example",
|
|
size = "medium",
|
|
srcs = ["examples/hyperband_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "hyperband_function_example",
|
|
size = "small",
|
|
srcs = ["examples/hyperband_function_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "hyperopt_conditional_search_space_example",
|
|
size = "small",
|
|
srcs = ["examples/hyperopt_conditional_search_space_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "lightgbm_example",
|
|
size = "small",
|
|
srcs = ["examples/lightgbm_example.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "lightgbm_example_cv",
|
|
size = "small",
|
|
srcs = ["examples/lightgbm_example.py"],
|
|
args = ["--use-cv"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
main = "examples/lightgbm_example.py",
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "logging_example",
|
|
size = "small",
|
|
srcs = ["examples/logging_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "mlflow_example",
|
|
size = "medium",
|
|
srcs = ["examples/mlflow_example.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "mlflow_ptl",
|
|
size = "medium",
|
|
srcs = ["examples/mlflow_ptl.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"pytorch",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "mnist_pytorch",
|
|
size = "small",
|
|
srcs = ["examples/mnist_pytorch.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"pytorch",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "mnist_ptl_mini",
|
|
size = "medium",
|
|
srcs = ["examples/mnist_ptl_mini.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"pytorch",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "mnist_pytorch_trainable",
|
|
size = "small",
|
|
srcs = ["examples/mnist_pytorch_trainable.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"pytorch",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "nevergrad_example",
|
|
size = "small",
|
|
srcs = ["examples/nevergrad_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "optuna_define_by_run_example",
|
|
size = "small",
|
|
srcs = ["examples/optuna_define_by_run_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "optuna_example",
|
|
size = "small",
|
|
srcs = ["examples/optuna_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "optuna_multiobjective_example",
|
|
size = "medium",
|
|
srcs = ["examples/optuna_multiobjective_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"medium_instance",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pb2_example",
|
|
size = "small",
|
|
srcs = ["examples/pb2_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_convnet_example",
|
|
size = "small",
|
|
srcs = ["examples/pbt_convnet_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_convnet_function_example",
|
|
size = "small",
|
|
srcs = ["examples/pbt_convnet_function_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_dcgan_mnist_func",
|
|
size = "medium",
|
|
srcs = ["examples/pbt_dcgan_mnist/pbt_dcgan_mnist_func.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_dcgan_mnist_trainable",
|
|
size = "medium",
|
|
srcs = ["examples/pbt_dcgan_mnist/pbt_dcgan_mnist_trainable.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_example",
|
|
size = "small",
|
|
srcs = ["examples/pbt_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_function",
|
|
size = "small",
|
|
srcs = ["examples/pbt_function.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "pbt_memnn_example",
|
|
size = "small",
|
|
srcs = ["examples/pbt_memnn_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# Requires GPUs. Add smoke test?
|
|
# py_test(
|
|
# name = "pbt_ppo_example",
|
|
# size = "medium",
|
|
# srcs = ["examples/pbt_ppo_example.py"],
|
|
# deps = [":tune_lib"],
|
|
# tags = ["team:ml", "exclusive", "example"],
|
|
# args = ["--smoke-test"]
|
|
# )
|
|
|
|
# pbt_transformers relies on legacy Tune APIs.
|
|
# py_test(
|
|
# name = "pbt_transformers",
|
|
# size = "small",
|
|
# srcs = ["examples/pbt_transformers/pbt_transformers.py"],
|
|
# deps = [":tune_lib"],
|
|
# tags = ["team:ml", "exclusive", "example"],
|
|
# args = ["--smoke-test"]
|
|
# )
|
|
|
|
# Requires GPUs. Add smoke test?
|
|
# py_test(
|
|
# name = "pbt_tune_cifar10_with_keras",
|
|
# size = "medium",
|
|
# srcs = ["examples/pbt_tune_cifar10_with_keras.py"],
|
|
# deps = [":tune_lib"],
|
|
# tags = ["team:ml", "exclusive", "example"],
|
|
# args = ["--smoke-test"]
|
|
# )
|
|
|
|
py_test(
|
|
name = "tf_mnist_example",
|
|
size = "medium",
|
|
srcs = ["examples/tf_mnist_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {
|
|
"RAY_TRAIN_V2_ENABLED": "1",
|
|
"TF_USE_LEGACY_KERAS": "1",
|
|
},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
"tf",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "tune_basic_example",
|
|
size = "small",
|
|
srcs = ["examples/tune_basic_example.py"],
|
|
args = ["--smoke-test"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "test_telemetry",
|
|
size = "small",
|
|
srcs = ["tests/test_telemetry.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = ["team:ml"],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "tune_mnist_keras",
|
|
size = "medium",
|
|
srcs = ["examples/tune_mnist_keras.py"],
|
|
args = ["--smoke-test"],
|
|
env = {
|
|
"RAY_TRAIN_V2_ENABLED": "1",
|
|
"TF_USE_LEGACY_KERAS": "1",
|
|
},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "xgboost_example",
|
|
size = "small",
|
|
srcs = ["examples/xgboost_example.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "xgboost_example_cv",
|
|
size = "small",
|
|
srcs = ["examples/xgboost_example.py"],
|
|
args = ["--use-cv"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
main = "examples/xgboost_example.py",
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
py_test(
|
|
name = "xgboost_dynamic_resources_example",
|
|
size = "large",
|
|
srcs = ["examples/xgboost_dynamic_resources_example.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"example",
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# --------------------------------------------------------------------
|
|
# Tests from the python/ray/tune/tests/output directory.
|
|
# Please keep these sorted alphabetically.
|
|
# --------------------------------------------------------------------
|
|
|
|
py_test(
|
|
name = "test_output",
|
|
size = "small",
|
|
srcs = ["tests/output/test_output.py"],
|
|
env = {"RAY_TRAIN_V2_ENABLED": "1"},
|
|
tags = [
|
|
"exclusive",
|
|
"team:ml",
|
|
],
|
|
deps = [":tune_lib"],
|
|
)
|
|
|
|
# This is a dummy test dependency that causes the above tests to be
|
|
# re-run if any of these files changes.
|
|
py_library(
|
|
name = "tune_lib",
|
|
srcs = glob(
|
|
["**/*.py"],
|
|
exclude = ["tests/*.py"],
|
|
),
|
|
)
|