wehub-resource-sync
26 lines
867 B
Python
26 lines
867 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
import os
|
|
from datetime import timedelta
|
|
|
|
#############################################
|
|
# Torch distributed constants
|
|
#############################################
|
|
TORCH_DISTRIBUTED_DEFAULT_PORT = 29500
|
|
|
|
# Default process group wide timeout, if applicable.
|
|
# This only applies to the gloo and nccl backends
|
|
# (only if NCCL_BLOCKING_WAIT or NCCL_ASYNC_ERROR_HANDLING is set to 1).
|
|
# To make an attempt at backwards compatibility with THD, we use an
|
|
# extraordinarily high default timeout, given that THD did not have timeouts.
|
|
default_pg_timeout = timedelta(minutes=int(os.getenv("DEEPSPEED_TIMEOUT", default=30)))
|
|
INFERENCE_GENERIC_MODE = 'generic'
|
|
INFERENCE_SPECIALIZED_MODE = 'specialized'
|
|
|
|
CROSS_RANK = "CROSS_RANK"
|
|
CROSS_SIZE = "CROSS_SIZE"
|
|
LOCAL_RANK = 'LOCAL_RANK'
|