10 lines
275 B
Python
10 lines
275 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
from .gated_mlp import HybridGatedMLPContainer
|
|
from .megatron import MegatronContainer
|
|
from .meta_tensor import MetaTensorContainer
|
|
from .split_qkv import HybridSplitQKVContainer
|