wehub-resource-sync
60 lines
1.2 KiB
Python
60 lines
1.2 KiB
Python
from ray.util.collective.backend_registry import (
|
|
register_collective_backend,
|
|
)
|
|
from ray.util.collective.collective import (
|
|
allgather,
|
|
allgather_multigpu,
|
|
allreduce,
|
|
allreduce_multigpu,
|
|
barrier,
|
|
broadcast,
|
|
broadcast_multigpu,
|
|
create_collective_group,
|
|
destroy_collective_group,
|
|
get_collective_group_size,
|
|
get_group_handle,
|
|
get_rank,
|
|
gloo_available,
|
|
init_collective_group,
|
|
is_backend_available,
|
|
is_group_initialized,
|
|
nccl_available,
|
|
recv,
|
|
recv_multigpu,
|
|
reduce,
|
|
reduce_multigpu,
|
|
reducescatter,
|
|
reducescatter_multigpu,
|
|
send,
|
|
send_multigpu,
|
|
)
|
|
|
|
__all__ = [
|
|
"nccl_available",
|
|
"gloo_available",
|
|
"is_backend_available",
|
|
"is_group_initialized",
|
|
"init_collective_group",
|
|
"destroy_collective_group",
|
|
"create_collective_group",
|
|
"get_rank",
|
|
"get_collective_group_size",
|
|
"allreduce",
|
|
"allreduce_multigpu",
|
|
"barrier",
|
|
"reduce",
|
|
"reduce_multigpu",
|
|
"broadcast",
|
|
"broadcast_multigpu",
|
|
"allgather",
|
|
"allgather_multigpu",
|
|
"reducescatter",
|
|
"reducescatter_multigpu",
|
|
"send",
|
|
"send_multigpu",
|
|
"recv",
|
|
"recv_multigpu",
|
|
"get_group_handle",
|
|
"register_collective_backend",
|
|
]
|