load("@local_config_rocm//rocm:build_defs.bzl", "if_rocm_is_configured")
load("@local_config_sycl//sycl:build_defs.bzl", "if_sycl_is_configured")
load("//xla:xla.default.bzl", "xla_cc_test")
load("//xla/stream_executor:build_defs.bzl", "if_cuda_or_rocm_is_configured")
load("//xla/tests:build_defs.bzl", "xla_test")
load("//xla/tsl:tsl.bzl", "if_google", "if_nccl", "internal_visibility")
load("//xla/tsl/platform:rules_cc.bzl", "cc_library")

package(
    # copybara:uncomment default_applicable_licenses = ["//tensorflow:license"],
    default_visibility = internal_visibility([":friends"]),
    licenses = ["notice"],
)

package_group(
    name = "friends",
    includes = [
        "//xla:friends",
    ],
)

cc_library(
    name = "nccl_collectives_if_nccl",
    tags = [
        "cuda-only",
        "gpu",
    ],
    deps = if_nccl([":nccl_collectives"]),
)

alias(
    # Since RCCL reimplements the NCCL API and there is no way to disable that,
    # we need to make sure that we only link either NCCL or RCCL.
    name = "nccl_or_rccl_collectives",
    actual = if_rocm_is_configured(
        ":rccl_collectives",
        ":nccl_collectives_if_nccl",
    ),
    tags = ["manual"],
)

# Build target that registers all available GPU collectives implementations with
# the collectives registry at link time.
cc_library(
    name = "gpu_collectives_plugin",
    deps = [
        ":gpu_collectives_stub",
        ":loopback_collectives",
    ] + if_cuda_or_rocm_is_configured([
        ":nccl_or_rccl_collectives",
    ]) + if_sycl_is_configured([
        ":oneccl_collectives",
    ]),
)

cc_library(
    name = "cancellation_token",
    hdrs = ["cancellation_token.h"],
)

cc_library(
    name = "gpu_clique",
    srcs = ["gpu_clique.cc"],
    hdrs = ["gpu_clique.h"],
    deps = [
        ":cancellation_token",
        ":gpu_clique_key",
        ":gpu_communicator",
        "//xla:util",
        "//xla/core/collectives:clique",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/service:lockable",
        "//xla/tsl/platform:logging",
        "//xla/tsl/util:tied_ref",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/container:btree",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/synchronization",
    ],
)

cc_library(
    name = "gpu_clique_key",
    srcs = ["gpu_clique_key.cc"],
    hdrs = ["gpu_clique_key.h"],
    deps = [
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:clique_key",
        "//xla/runtime:device_id",
        "//xla/tsl/lib/gtl:int_type",
        "//xla/tsl/platform:logging",
        "@com_google_absl//absl/algorithm:container",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/hash",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/strings:string_view",
        "@com_google_absl//absl/types:span",
        "@tsl//tsl/platform:casts",
    ],
)

xla_cc_test(
    name = "gpu_clique_key_test",
    srcs = ["gpu_clique_key_test.cc"],
    deps = [
        ":gpu_clique_key",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:clique_id",
        "//xla/runtime:device_id",
        "//xla/tsl/platform:test",
        "//xla/tsl/platform:test_main",
        "@com_google_absl//absl/container:btree",
        "@com_google_googletest//:gtest",
    ],
)

cc_library(
    name = "gpu_clique_rendezvous",
    srcs = ["gpu_clique_rendezvous.cc"],
    hdrs = ["gpu_clique_rendezvous.h"],
    deps = [
        ":gpu_clique_key",
        "//xla:util",
        "//xla/core/collectives:rank_id",
        "//xla/service:rendezvous",
        "//xla/tsl/util:unique_any",
        "@com_google_absl//absl/container:btree",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/types:span",
    ],
)

xla_cc_test(
    name = "gpu_clique_rendezvous_test",
    srcs = ["gpu_clique_rendezvous_test.cc"],
    deps = [
        ":gpu_clique_key",
        ":gpu_clique_rendezvous",
        "//xla/core/collectives:rank_id",
        "//xla/runtime:device_id",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:test",
        "//xla/tsl/platform:test_main",
    ],
)

cc_library(
    name = "gpu_cliques",
    srcs = ["gpu_cliques.cc"],
    hdrs = ["gpu_cliques.h"],
    deps = [
        ":cancellation_token",
        ":gpu_clique",
        ":gpu_clique_key",
        ":gpu_collectives",
        "//xla:debug_options_flags",
        "//xla:executable_run_options",
        "//xla:status_macros",
        "//xla:types",
        "//xla:util",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/pjrt/distributed/coordination:coordination_service_proto_cc",
        "//xla/runtime:device_id",
        "//xla/service:lockable",
        "//xla/service:rendezvous",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:logging",
        "//xla/tsl/platform:status_macros",
        "//xla/tsl/util:sorted_range",
        "@com_google_absl//absl/algorithm:container",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/base:no_destructor",
        "@com_google_absl//absl/container:btree",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/functional:any_invocable",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/time",
        "@com_google_absl//absl/types:span",
        "@tsl//tsl/platform:casts",
        "@tsl//tsl/platform:hash",
        "@tsl//tsl/profiler/lib:traceme",
    ],
)

cc_library(
    name = "allocator_memory_registration",
    srcs = ["allocator_memory_registration.cc"],
    hdrs = ["allocator_memory_registration.h"],
    deps = [
        ":gpu_clique",
        ":gpu_cliques",
        ":gpu_communicator",
        "//xla:util",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:registered_memory",
        "//xla/runtime:device_id",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/framework:allocator",
        "//xla/tsl/platform:status_macros",
        "//xla/tsl/util:tied_ref",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/synchronization",
        "@tsl//tsl/platform:numbers",
        "@tsl//tsl/profiler/lib:traceme",
    ],
)

xla_test(
    name = "gpu_cliques_test",
    srcs = ["gpu_cliques_test.cc"],
    backend_tags = {
        "gpu": [
            "multi_gpu",
        ],
    },
    backends = ["gpu"],
    deps = [
        ":gpu_clique",
        ":gpu_clique_key",
        ":gpu_cliques",
        ":gpu_collectives",
        ":gpu_communicator",
        ":loopback_collectives",
        "//xla:executable_run_options",
        "//xla:future",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/runtime:device_id",
        "//xla/service:platform_util",
        "//xla/stream_executor:platform",
        "//xla/stream_executor:platform_manager",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/algorithm:container",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/cleanup",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
        "@com_google_googletest//:gtest_main",  # fixdeps: keep
        "@tsl//tsl/platform:casts",
    ] + if_cuda_or_rocm_is_configured([
        ":nccl_or_rccl_collectives",
    ]),
)

cc_library(
    name = "gpu_collectives",
    srcs = ["gpu_collectives.cc"],
    hdrs = ["gpu_collectives.h"],
    deps = [
        ":cancellation_token",
        ":gpu_communicator",
        "//xla:shape_util",
        "//xla:util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/pjrt/distributed:key_value_store_interface",
        "//xla/runtime:device_id",
        "//xla/runtime:process_id",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:device_description",
        "//xla/stream_executor:device_interconnect_resource",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings:string_view",
        "@com_google_absl//absl/types:span",
    ],
)

cc_library(
    name = "collectives_test_util",
    testonly = True,
    srcs = ["collectives_test_util.cc"],
    hdrs = ["collectives_test_util.h"],
    deps = [
        ":cancellation_token",
        ":gpu_clique_key",
        ":gpu_collectives",
        ":gpu_communicator",
        "//xla:future",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:symmetric_memory",
        "//xla/runtime:device_id",
        "//xla/stream_executor:memory_allocation",
        "//xla/stream_executor:memory_allocator",
        "//xla/stream_executor:memory_space",
        "//xla/stream_executor:platform",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
    ],
)

xla_test(
    name = "gpu_collectives_test",
    srcs = ["gpu_collectives_test.cc"],
    backend_tags = {
        "gpu": [
            "multi_gpu",
        ],
    },
    backends = ["gpu"],
    deps = [
        ":allocator_memory_registration",
        ":cancellation_token",
        ":collectives_test_util",
        ":gpu_clique",
        ":gpu_clique_key",
        ":gpu_collectives",
        ":gpu_communicator",
        "//xla:future",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:reduction_kind",
        "//xla/core/collectives:registered_memory",
        "//xla/runtime:device_id",
        "//xla/service:platform_util",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:memory_allocation",
        "//xla/stream_executor:platform",
        "//xla/stream_executor:platform_manager",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "//xla/stream_executor/cuda:cuda_compute_capability",
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/algorithm:container",
        "@com_google_absl//absl/container:btree",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:status_matchers",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
        "@com_google_googletest//:gtest_main",  # buildcleaner: keep
    ] + if_cuda_or_rocm_is_configured([
        ":nccl_or_rccl_collectives",
    ]),
)

xla_test(
    name = "nccl_communicator_test",
    srcs = ["nccl_communicator_test.cc"],
    backend_tags = {
        "h100": [
            "full",
            "multi_gpu",
        ],
        "b200": [
            "multi_gpu",
        ],
    },
    backends = ["gpu"],
    tags = [
        "cuda-only",
        "multi_gpu",
    ],
    deps = [
        ":collectives_test_util",
        ":gpu_collectives",
        ":gpu_communicator",
        ":nccl_or_rccl_collectives",  # buildcleaner: keep
        "//xla:future",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:reduction_kind",
        "//xla/runtime:device_id",
        "//xla/stream_executor:memory_allocation",
        "//xla/stream_executor:platform",
        "//xla/stream_executor:platform_manager",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "//xla/stream_executor/cuda:cuda_compute_capability",
        "//xla/stream_executor/cuda:cuda_platform",  # buildcleaner: keep
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/platform:env",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/types:span",
        "@com_google_googletest//:gtest_main",  # buildcleaner: keep
    ],
)

cc_library(
    name = "gpu_communicator",
    hdrs = ["gpu_communicator.h"],
    deps = [
        ":gxl_communicator",
        "//xla:future",
        "//xla:util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:reduction_kind",
        "//xla/core/collectives:registered_memory",
        "//xla/core/collectives:symmetric_memory",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:kernel_args",
        "@com_google_absl//absl/container:inlined_vector",
        "@com_google_absl//absl/functional:any_invocable",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
    ],
)

cc_library(
    name = "gpu_collectives_stub",
    srcs = ["gpu_collectives_stub.cc"],
    hdrs = ["gpu_collectives_stub.h"],
    deps = [
        ":gpu_collectives",
        "//xla:util",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
    ],
    alwayslink = True,  # registers collectives implementation
)

cc_library(
    name = "loopback_communicator",
    srcs = ["loopback_communicator.cc"],
    hdrs = ["loopback_communicator.h"],
    deps = [
        ":gpu_collectives",
        ":gpu_communicator",
        "//xla:future",
        "//xla:shape_util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:reduction_kind",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/container:inlined_vector",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/types:span",
    ],
)

cc_library(
    name = "loopback_collectives",
    srcs = ["loopback_collectives.cc"],
    hdrs = ["loopback_collectives.h"],
    deps = [
        ":gpu_collectives",
        ":loopback_communicator",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/types:span",
        "@tsl//tsl/platform:casts",
    ],
    alwayslink = True,  # registers collectives implementation
)

xla_test(
    name = "loopback_collectives_test",
    srcs = ["loopback_collectives_test.cc"],
    backends = ["gpu"],
    deps = [
        ":gpu_clique_key",
        ":gpu_collectives",
        ":gpu_communicator",
        ":loopback_collectives",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/runtime:device_id",
        "//xla/service:platform_util",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:platform",
        "//xla/stream_executor:platform_manager",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/status:status_matchers",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
        "@com_google_googletest//:gtest_main",
    ],
)

cc_library(
    name = "nccl_types",
    srcs = ["nccl_types.cc"],
    hdrs = ["nccl_types.h"],
    tags = [
        "cuda-only",
        "gpu",
        "no-oneapi",
    ],
    visibility = ["//visibility:public"],
    deps = [
        "//xla:shape_util",
        "//xla:util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:reduction_kind",
        "//xla/stream_executor/cuda:cuda_compute_capability",
        "//xla/tsl/cuda:nccl",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/synchronization",
    ],
)

xla_cc_test(
    name = "nccl_types_test",
    srcs = ["nccl_types_test.cc"],
    tags = [
        "cuda-only",
        "gpu",
        "no-oneapi",
    ],
    deps = [
        ":nccl_types",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:reduction_kind",
        "//xla/stream_executor/cuda:cuda_compute_capability",
        "//xla/tsl/cuda:nccl",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:status_matchers",
        "@com_google_googletest//:gtest",
        "@com_google_googletest//:gtest_main",
    ],
)

cc_library(
    name = "rccl_types",
    srcs = ["rccl_types.cc"],
    hdrs = ["rccl_types.h"],
    tags = [
        "gpu",
        "rocm-only",
    ],
    visibility = ["//visibility:private"],
    deps = [
        "//xla:shape_util",
        "//xla:util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:reduction_kind",
        "//xla/stream_executor/rocm:rocm_compute_capability",
        "@com_google_absl//absl/status:statusor",
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

xla_cc_test(
    name = "rccl_types_test",
    srcs = ["rccl_types_test.cc"],
    tags = [
        "gpu",
        "rocm-only",
    ],
    deps = [
        ":rccl_types",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:reduction_kind",
        "//xla/stream_executor/rocm:rocm_compute_capability",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:status_matchers",
        "@com_google_googletest//:gtest",
        "@com_google_googletest//:gtest_main",
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

cc_library(
    name = "nccl_errors",
    srcs = ["nccl_errors.cc"],
    hdrs = ["nccl_errors.h"],
    tags = [
        "cuda-only",
        "gpu",
        "no-oneapi",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":cancellation_token",
        "//xla:util",
        "//xla/tsl/cuda:nccl",
        "//xla/tsl/platform:logging",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/log:vlog_is_on",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/time",
    ],
)

cc_library(
    name = "nccl_registered_memory",
    srcs = ["nccl_registered_memory.cc"],
    hdrs = ["nccl_registered_memory.h"],
    tags = [
        "cuda-only",
        "gpu",
    ],
    visibility = [
        "//xla/backends/gpu/runtime:__subpackages__",
        "//xla/stream_executor/cuda:__subpackages__",
    ],
    deps = [
        ":nccl_errors",
        ":nccl_types",
        "//xla/core/collectives:registered_memory",
        "//xla/stream_executor:device_address",
        "//xla/tsl/cuda:nccl",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/synchronization",
    ],
)

cc_library(
    name = "nccl_symmetric_memory",
    srcs = ["nccl_symmetric_memory.cc"],
    hdrs = ["nccl_symmetric_memory.h"],
    local_defines = if_google(["USE_NCCL_HOST_API"]),
    tags = [
        "cuda-only",
        "gpu",
    ],
    visibility = [
        "//xla/backends/gpu/runtime:__subpackages__",
        "//xla/stream_executor/cuda:__subpackages__",
    ],
    deps = [
        ":nccl_errors",
        ":nccl_types",
        "//xla:future",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:symmetric_memory",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/cuda:nccl",
        "@com_google_absl//absl/functional:any_invocable",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/synchronization",
    ],
)

cc_library(
    name = "rccl_errors",
    srcs = ["rccl_errors.cc"],
    hdrs = ["rccl_errors.h"],
    tags = [
        "gpu",
        "no-oneapi",
        "rocm-only",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":cancellation_token",
        "//xla:util",
        "//xla/tsl/platform:logging",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/log:vlog_is_on",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/time",
        "@local_config_rocm//rocm:rccl",  # buildcleaner: keep
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

cc_library(
    name = "nccl_group",
    srcs = ["nccl_group.cc"],
    hdrs = ["nccl_group.h"],
    tags = [
        "cuda-only",
        "gpu",
        "no-oneapi",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":nccl_errors",
        "//xla:util",
        "//xla/tsl/cuda:nccl",
        "//xla/tsl/platform:logging",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
    ],
)

cc_library(
    name = "nccl_collectives",
    srcs = ["nccl_collectives.cc"],
    hdrs = ["nccl_collectives.h"],
    tags = [
        "cuda-only",
        "gpu",
        "no-oneapi",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":cancellation_token",
        ":gpu_clique_key",
        ":gpu_collectives",
        ":gpu_communicator",
        ":gxl_collectives",
        ":nccl_communicator",
        ":nccl_errors",
        ":nccl_group",
        "@com_google_absl//absl/algorithm:container",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/container:btree",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/strings:string_view",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/time",
        "@com_google_absl//absl/types:span",
        "//xla/tsl/platform:status_macros",
        "//xla:debug_options_flags",
        "//xla:future",
        "//xla:status_macros",
        "//xla:util",
        # copybara:uncomment_begin(google-only)
        # "//xla/backends/gpu/runtime/gxl:gxl_collectives",  # buildcleaner: keep
        # copybara:uncomment_end
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/pjrt/distributed:key_value_store_interface",
        "//xla/runtime:device_id",
        "//xla/runtime:process_id",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/cuda:nccl",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:logging",
        "@tsl//tsl/platform:numbers",
        "@tsl//tsl/profiler/lib:traceme",
    ],
    alwayslink = True,  # registers collectives implementation
)

cc_library(
    name = "rccl_group",
    srcs = ["rccl_group.cc"],
    hdrs = ["rccl_group.h"],
    tags = [
        "gpu",
        "no-oneapi",
        "rocm-only",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":rccl_errors",
        "//xla:util",
        "//xla/tsl/platform:logging",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@local_config_rocm//rocm:rccl",  # buildcleaner: keep
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

cc_library(
    name = "gxl_communicator",
    hdrs = ["gxl_communicator.h"],
    visibility = [
        "//xla/backends/gpu:__subpackages__",
    ],
    deps = [
        "//xla:xla_data_proto_cc",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:stream",
        "@com_google_absl//absl/status",
    ],
)

cc_library(
    name = "gxl_collectives",
    srcs = [
        # copybara:comment_begin(oss-only)
        "gxl_collectives.cc",
        # copybara:comment_end
    ],
    hdrs = ["gxl_collectives.h"],
    visibility = [
        "//xla/backends/gpu:__subpackages__",
    ],
    deps = [
        "//xla/core/collectives",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:communicator",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/types:span",
    ],
)

cc_library(
    name = "rccl_collectives",
    srcs = ["rccl_collectives.cc"],
    hdrs = ["rccl_collectives.h"],
    tags = [
        "gpu",
        "no-oneapi",
        "rocm-only",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":cancellation_token",
        ":gpu_clique_key",
        ":gpu_collectives",
        ":gpu_communicator",
        ":rccl_communicator",
        ":rccl_errors",
        ":rccl_group",
        "//xla:debug_options_flags",
        "//xla:status_macros",
        "//xla:util",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/pjrt/distributed:key_value_store_interface",
        "//xla/runtime:device_id",
        "//xla/runtime:process_id",
        "//xla/service/gpu:gpu_executable_run_options",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:errors",
        "//xla/tsl/platform:logging",
        "//xla/tsl/platform:status_macros",
        "//xla/tsl/platform:statusor",
        "@com_google_absl//absl/algorithm:container",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/strings:string_view",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/time",
        "@com_google_absl//absl/types:span",
        "@local_config_rocm//rocm:rccl",  # buildcleaner: keep
        "@local_config_rocm//rocm:rocm_headers",
        "@tsl//tsl/platform:numbers",
    ],
    alwayslink = True,  # registers collectives implementation
)

cc_library(
    name = "oneccl_collectives",
    srcs = ["oneccl_collectives.cc"],
    hdrs = ["oneccl_collectives.h"],
    tags = [
        "gpu",
        "oneapi-only",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":gpu_collectives",
        "//xla/core/collectives",
        "//xla/core/collectives:clique_id",
        "//xla/core/collectives:clique_key",
        "//xla/core/collectives:collectives_registry",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/types:span",
    ],
)

cc_library(
    name = "nccl_communicator",
    srcs = ["nccl_communicator.cc"],
    hdrs = ["nccl_communicator.h"],
    tags = [
        "cuda-only",
        "gpu",
        "no-oneapi",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":cancellation_token",
        ":gpu_collectives",
        ":gpu_communicator",
        ":gxl_communicator",
        ":nccl_errors",
        ":nccl_group",
        ":nccl_registered_memory",
        ":nccl_symmetric_memory",
        ":nccl_types",
        ":single_threaded_executor",
        "//xla:debug_options_flags",
        "//xla:future",
        "//xla:shape_util",
        "//xla:util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:reduction_kind",
        "//xla/core/collectives:registered_memory",
        "//xla/core/collectives:symmetric_memory",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:kernel_args",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/cuda:nccl",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:logging",
        "//xla/tsl/platform:status_macros",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/base:nullability",
        "@com_google_absl//absl/container:inlined_vector",
        "@com_google_absl//absl/functional:any_invocable",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/strings:string_view",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/types:span",
        "@local_config_cuda//cuda:cuda_headers",
    ],
)

xla_cc_test(
    name = "rccl_symmetric_memory_test",
    srcs = ["rccl_symmetric_memory_test.cc"],
    tags = [
        "gpu",
        "no-oneapi",
        "requires-gpu-amd",
        "rocm-only",
    ],
    deps = [
        ":rccl_errors",
        ":rccl_symmetric_memory",
        "//xla/stream_executor:device_address",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:status_matchers",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_googletest//:gtest_main",
        "@local_config_rocm//rocm:hip",  # buildcleaner: keep
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

cc_library(
    name = "rccl_symmetric_memory",
    srcs = ["rccl_symmetric_memory.cc"],
    hdrs = ["rccl_symmetric_memory.h"],
    tags = [
        "gpu",
        "no-oneapi",
        "rocm-only",
    ],
    visibility = [
        "//xla/backends/gpu/runtime:__subpackages__",
    ],
    deps = [
        ":rccl_errors",
        "//xla:util",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:symmetric_memory",
        "//xla/stream_executor:device_address",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings:str_format",
        "@local_config_rocm//rocm:rccl",  # buildcleaner: keep
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

cc_library(
    name = "rccl_communicator",
    srcs = ["rccl_communicator.cc"],
    hdrs = ["rccl_communicator.h"],
    tags = [
        "gpu",
        "no-oneapi",
        "rocm-only",
    ],
    visibility = ["//visibility:private"],
    deps = [
        ":cancellation_token",
        ":gpu_collectives",
        ":gpu_communicator",
        ":rccl_errors",
        ":rccl_group",
        ":rccl_symmetric_memory",
        ":rccl_types",
        ":single_threaded_executor",
        "//xla:future",
        "//xla:shape_util",
        "//xla:util",
        "//xla:xla_data_proto_cc",
        "//xla/core/collectives:communicator",
        "//xla/core/collectives:rank_id",
        "//xla/core/collectives:reduction_kind",
        "//xla/stream_executor:device_address",
        "//xla/stream_executor:stream",
        "//xla/stream_executor:stream_executor_h",
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/platform:env",
        "//xla/tsl/platform:errors",
        "//xla/tsl/platform:logging",
        "//xla/tsl/platform:status_macros",
        "//xla/tsl/platform:statusor",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/container:inlined_vector",
        "@com_google_absl//absl/functional:any_invocable",
        "@com_google_absl//absl/functional:function_ref",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/types:span",
        "@local_config_rocm//rocm:rccl",  # buildcleaner: keep
        "@local_config_rocm//rocm:rocm_headers",
    ],
)

cc_library(
    name = "single_threaded_executor",
    srcs = ["single_threaded_executor.cc"],
    hdrs = ["single_threaded_executor.h"],
    deps = [
        "//xla/tsl/concurrency:executor",
        "//xla/tsl/platform:env",
    ],
)

xla_cc_test(
    name = "single_threaded_executor_test",
    srcs = ["single_threaded_executor_test.cc"],
    deps = [
        ":single_threaded_executor",
        "//xla/tsl/platform:env",
        "@com_google_absl//absl/synchronization",
        "@com_google_googletest//:gtest_main",
    ],
)
