wehub-resource-sync
21 lines
576 B
Python
21 lines
576 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
from .reshape_meg_2d import reshape_meg_2d_parallel
|
|
|
|
from .deepspeed_checkpoint import DeepSpeedCheckpoint
|
|
|
|
from .utils import (get_layer_ckpt_name_for_rank, get_model_ckpt_name_for_rank, get_zero_ckpt_name_for_rank)
|
|
|
|
from .reshape_utils import (merge_state)
|
|
|
|
from .reshape_3d_utils import (model_3d_desc, get_model_3d_descriptor)
|
|
|
|
from .zero_checkpoint import ZeROCheckpoint
|
|
|
|
from .universal_checkpoint import enable_universal_checkpoint, SubparamShape
|
|
|
|
from .constants import *
|