This commit is contained in:
@@ -0,0 +1,74 @@
|
||||
# Copyright (c) ModelScope Contributors. All rights reserved.
|
||||
from swift.template import TemplateType
|
||||
from swift.utils import get_logger
|
||||
from ..constant import LLMModelType
|
||||
from ..model_arch import ModelArch
|
||||
from ..model_meta import Model, ModelGroup, ModelMeta
|
||||
from ..register import register_model
|
||||
|
||||
logger = get_logger()
|
||||
|
||||
register_model(
|
||||
ModelMeta(
|
||||
LLMModelType.openbuddy_llama,
|
||||
[
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-llama-65b-v8-bf16', 'OpenBuddy/openbuddy-llama-65b-v8-bf16'),
|
||||
], TemplateType.openbuddy),
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-llama2-13b-v8.1-fp16', 'OpenBuddy/openbuddy-llama2-13b-v8.1-fp16'),
|
||||
Model('OpenBuddy/openbuddy-llama2-70b-v10.1-bf16', 'OpenBuddy/openbuddy-llama2-70b-v10.1-bf16'),
|
||||
], TemplateType.openbuddy),
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-deepseek-67b-v15.2', 'OpenBuddy/openbuddy-deepseek-67b-v15.2'),
|
||||
], TemplateType.openbuddy),
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-llama3-8b-v21.1-8k', 'OpenBuddy/openbuddy-llama3-8b-v21.1-8k'),
|
||||
Model('OpenBuddy/openbuddy-llama3-70b-v21.1-8k', 'OpenBuddy/openbuddy-llama3-70b-v21.1-8k'),
|
||||
Model('OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k', 'OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k'),
|
||||
], TemplateType.openbuddy2),
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-llama3.1-8b-v22.1-131k', 'OpenBuddy/openbuddy-llama3.1-8b-v22.1-131k'),
|
||||
Model('OpenBuddy/openbuddy-nemotron-70b-v23.2-131k', 'OpenBuddy/openbuddy-nemotron-70b-v23.2-131k'),
|
||||
],
|
||||
TemplateType.openbuddy2,
|
||||
requires=['transformers>=4.43']),
|
||||
ModelGroup(
|
||||
[Model('OpenBuddy/openbuddy-llama3.3-70b-v24.3-131k', 'OpenBuddy/openbuddy-llama3.3-70b-v24.3-131k')],
|
||||
TemplateType.openbuddy2,
|
||||
requires=['transformers>=4.45']),
|
||||
],
|
||||
model_arch=ModelArch.llama,
|
||||
mcore_model_type='gpt',
|
||||
architectures=['LlamaForCausalLM'],
|
||||
))
|
||||
|
||||
register_model(
|
||||
ModelMeta(
|
||||
LLMModelType.openbuddy_mistral,
|
||||
[
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-mistral-7b-v17.1-32k', 'OpenBuddy/openbuddy-mistral-7b-v17.1-32k'),
|
||||
]),
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-zephyr-7b-v14.1', 'OpenBuddy/openbuddy-zephyr-7b-v14.1'),
|
||||
]),
|
||||
],
|
||||
template=TemplateType.openbuddy,
|
||||
model_arch=ModelArch.llama,
|
||||
requires=['transformers>=4.34'],
|
||||
architectures=['MistralForCausalLM'],
|
||||
))
|
||||
|
||||
register_model(
|
||||
ModelMeta(
|
||||
LLMModelType.openbuddy_mixtral,
|
||||
[
|
||||
ModelGroup([
|
||||
Model('OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k', 'OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k'),
|
||||
], ),
|
||||
],
|
||||
template=TemplateType.openbuddy,
|
||||
architectures=['MixtralForCausalLM'],
|
||||
requires=['transformers>=4.36'],
|
||||
))
|
||||
Reference in New Issue
Block a user