wehub-resource-sync
17 lines
449 B
Python
17 lines
449 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
from .attention_configs import (
|
|
DSSelfAttentionConfig,
|
|
PositionalEmbeddingType,
|
|
MaskingType,
|
|
RotateHalfConfig,
|
|
)
|
|
from .embedding_config import DSEmbeddingsConfig
|
|
from .linear_config import DSLinearConfig
|
|
from .moe_config import DSMoEConfig
|
|
from .norm_config import DSNormConfig, NormTypeEnum
|
|
from .unembed_config import DSUnembedConfig
|