23 lines
600 B
Python
23 lines
600 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
from .inference_model_base import DSInferenceModelBase
|
|
from .inference_transformer_base import DSTransformerModelBase, DSMoETransformerModelBase
|
|
from .inference_policy_base import InferenceV2Policy, ContainerMap
|
|
from .sharding import *
|
|
|
|
# Model Implementations
|
|
from .llama_v2 import *
|
|
from .opt import *
|
|
from .mistral import *
|
|
from .mixtral import *
|
|
from .falcon import *
|
|
from .phi import *
|
|
from .phi3 import *
|
|
from .qwen import *
|
|
from .qwen_v2 import *
|
|
from .qwen_v2_moe import *
|
|
from .exaone4 import *
|