wehub-resource-sync
12 lines
367 B
C
12 lines
367 B
C
// Copyright (c) Microsoft Corporation.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
// DeepSpeed Team
|
|
|
|
#ifndef __SHM_COLLECTIVES__
|
|
#define __SHM_COLLECTIVES__
|
|
void shm_initialize(int size, int rank, char* addr_string, char* port_string);
|
|
void all_reduce_outer_loop(torch::Tensor& data, size_t numel, int data_size);
|
|
void barrier_wait(int root_idx, int num_ranks);
|
|
#endif
|