wehub-resource-sync
52 lines
1.3 KiB
Python
52 lines
1.3 KiB
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
NCCL_BACKEND = 'nccl'
|
|
CCL_BACKEND = 'ccl'
|
|
MPI_BACKEND = 'mpi'
|
|
GLOO_BACKEND = 'gloo'
|
|
SCCL_BACKEND = 'sccl'
|
|
HCCL_BACKEND = 'hccl'
|
|
|
|
DEFAULT_AML_MASTER_PORT = "54965"
|
|
DEFAULT_AML_NCCL_SOCKET_IFNAME = "^docker0,lo"
|
|
|
|
#########################################
|
|
# Comms Logger
|
|
#########################################
|
|
# Comms Logger. By default, this feature is not enabled.
|
|
# Users can configure in ds_config.json as below example:
|
|
COMMS_LOGGER_FORMAT = '''
|
|
The Comms Logger can be specified as:
|
|
"comms_logger": {
|
|
"enabled": true,
|
|
"verbose": false,
|
|
"prof_all": true,
|
|
"debug": false,
|
|
"prof_ops": ["all_reduce", "custom_all_reduce_name"]
|
|
}
|
|
'''
|
|
COMMS_LOGGER = "comms_logger"
|
|
|
|
# Comms logger enable signal
|
|
COMMS_LOGGER_ENABLED = "enabled"
|
|
COMMS_LOGGER_ENABLED_DEFAULT = False
|
|
|
|
# Comms logger verbose signal
|
|
COMMS_LOGGER_VERBOSE = "verbose"
|
|
COMMS_LOGGER_VERBOSE_DEFAULT = False
|
|
|
|
# comms logger profile all ops signal
|
|
COMMS_LOGGER_PROF_ALL = "prof_all"
|
|
COMMS_LOGGER_PROF_ALL_DEFAULT = True
|
|
|
|
# comms logger show all ops signal
|
|
COMMS_LOGGER_DEBUG = "debug"
|
|
COMMS_LOGGER_DEBUG_DEFAULT = False
|
|
|
|
# comms logger profile specific ops in list
|
|
COMMS_LOGGER_PROF_OPS = "prof_ops"
|
|
COMMS_LOGGER_PROF_OPS_DEFAULT = []
|