wehub-resource-sync
22 lines
1015 B
Python
22 lines
1015 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
from .bert import DS_BERTContainer, HFBertLayerPolicy
|
|
from .bloom import DS_BloomContainer, BLOOMLayerPolicy, supported_models
|
|
from .distil_bert import DS_DistilBERTContainer, HFDistilBertLayerPolicy
|
|
from .gpt2 import DS_GPT2Container, HFGPT2LayerPolicy
|
|
from .gptj import DS_GPTJContainer, HFGPTJLayerPolicy
|
|
from .gptneo import DS_GPTNEOContainer, HFGPTNEOLayerPolicy
|
|
from .gptneox import DS_GPTNEOXContainer, GPTNEOXLayerPolicy
|
|
from .llama import DS_LLAMAContainer, LLAMALayerPolicy
|
|
from .llama2 import LLAMA2LayerPolicy, DS_LLAMA2Container
|
|
from .internlm import DS_InternLMContainer, InternLMLayerPolicy
|
|
from .megatron_gpt import DS_MegatronGPTContainer, MegatronLayerPolicy
|
|
from .megatron_gpt_moe import DS_MegatronGPTMoEContainer, MegatronMoELayerPolicy
|
|
from .opt import DS_OPTContainer, HFOPTLayerPolicy
|
|
from .clip import DS_CLIPContainer, HFCLIPLayerPolicy
|
|
from .unet import UNetPolicy
|
|
from .vae import VAEPolicy
|