This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,287 @@
|
||||
# Copyright (c) ModelScope Contributors. All rights reserved.
|
||||
from itertools import chain
|
||||
from typing import List
|
||||
|
||||
|
||||
class LLMModelType:
|
||||
qwen = 'qwen'
|
||||
qwen2 = 'qwen2'
|
||||
qwen2_moe = 'qwen2_moe'
|
||||
qwen3 = 'qwen3'
|
||||
qwen3_moe = 'qwen3_moe'
|
||||
qwen3_next = 'qwen3_next'
|
||||
qwen3_emb = 'qwen3_emb'
|
||||
qwen3_reranker = 'qwen3_reranker'
|
||||
|
||||
qwen2_gte = 'qwen2_gte'
|
||||
|
||||
codefuse_qwen = 'codefuse_qwen'
|
||||
modelscope_agent = 'modelscope_agent'
|
||||
|
||||
llama = 'llama'
|
||||
yi = 'yi'
|
||||
gpt_oss = 'gpt_oss'
|
||||
seed_oss = 'seed_oss'
|
||||
|
||||
codefuse_codellama = 'codefuse_codellama'
|
||||
|
||||
chatglm2 = 'chatglm2'
|
||||
chatglm3 = 'chatglm3'
|
||||
chatglm4 = 'chatglm4'
|
||||
glm4 = 'glm4'
|
||||
glm4_moe = 'glm4_moe'
|
||||
glm4_moe_lite = 'glm4_moe_lite'
|
||||
glm_moe_dsa = 'glm_moe_dsa'
|
||||
|
||||
glm_edge = 'glm_edge'
|
||||
codefuse_codegeex2 = 'codefuse_codegeex2'
|
||||
codegeex4 = 'codegeex4'
|
||||
|
||||
internlm = 'internlm'
|
||||
internlm2 = 'internlm2'
|
||||
internlm3 = 'internlm3'
|
||||
|
||||
deepseek = 'deepseek'
|
||||
deepseek_v2 = 'deepseek_v2'
|
||||
deepseek_v3 = 'deepseek_v3'
|
||||
deepseek_v32 = 'deepseek_v32'
|
||||
deepseek_v4 = 'deepseek_v4'
|
||||
|
||||
openbuddy_llama = 'openbuddy_llama'
|
||||
openbuddy_mistral = 'openbuddy_mistral'
|
||||
openbuddy_mixtral = 'openbuddy_mixtral'
|
||||
|
||||
baichuan = 'baichuan'
|
||||
baichuan2 = 'baichuan2'
|
||||
baichuan_m1 = 'baichuan_m1'
|
||||
|
||||
minicpm = 'minicpm'
|
||||
minicpm_chatml = 'minicpm_chatml'
|
||||
minicpm3 = 'minicpm3'
|
||||
minicpm_moe = 'minicpm_moe'
|
||||
|
||||
telechat = 'telechat'
|
||||
telechat2 = 'telechat2'
|
||||
|
||||
mistral = 'mistral'
|
||||
devstral = 'devstral'
|
||||
zephyr = 'zephyr'
|
||||
mixtral = 'mixtral'
|
||||
mistral_nemo = 'mistral_nemo'
|
||||
mistral_2501 = 'mistral_2501'
|
||||
wizardlm2 = 'wizardlm2'
|
||||
wizardlm2_moe = 'wizardlm2_moe'
|
||||
|
||||
phi2 = 'phi2'
|
||||
phi3_small = 'phi3_small'
|
||||
phi3 = 'phi3'
|
||||
phi3_moe = 'phi3_moe'
|
||||
phi4 = 'phi4'
|
||||
|
||||
minimax = 'minimax'
|
||||
minimax_m1 = 'minimax_m1'
|
||||
minimax_m2 = 'minimax_m2'
|
||||
|
||||
gemma = 'gemma'
|
||||
gemma2 = 'gemma2'
|
||||
gemma3_text = 'gemma3_text'
|
||||
|
||||
skywork = 'skywork'
|
||||
|
||||
ling = 'ling'
|
||||
bailing_moe = 'bailing_moe'
|
||||
bailing_hybrid = 'bailing_hybrid'
|
||||
yuan2 = 'yuan2'
|
||||
orion = 'orion'
|
||||
xverse = 'xverse'
|
||||
xverse_moe = 'xverse_moe'
|
||||
seggpt = 'seggpt'
|
||||
bluelm = 'bluelm'
|
||||
c4ai = 'c4ai'
|
||||
dbrx = 'dbrx'
|
||||
grok = 'grok'
|
||||
mamba = 'mamba'
|
||||
polylm = 'polylm'
|
||||
aya = 'aya'
|
||||
mimo = 'mimo'
|
||||
dots1 = 'dots1'
|
||||
hunyuan = 'hunyuan'
|
||||
hunyuan_v1_dense = 'hunyuan_v1_dense'
|
||||
hy_v3 = 'hy_v3'
|
||||
ernie4_5 = 'ernie4_5'
|
||||
ernie4_5_moe = 'ernie4_5_moe'
|
||||
gemma_emb = 'gemma_emb'
|
||||
longchat = 'longchat'
|
||||
iquestcoder = 'iquestcoder'
|
||||
youtu_llm = 'youtu_llm'
|
||||
|
||||
modern_bert_gte_reranker = 'modern_bert_gte_reranker'
|
||||
bge_reranker = 'bge_reranker'
|
||||
|
||||
olmoe = 'olmoe'
|
||||
|
||||
|
||||
class BertModelType:
|
||||
modern_bert = 'modern_bert'
|
||||
modern_bert_gte = 'modern_bert_gte'
|
||||
bert = 'bert'
|
||||
|
||||
|
||||
class RMModelType:
|
||||
internlm2_reward = 'internlm2_reward'
|
||||
qwen2_reward = 'qwen2_reward'
|
||||
qwen2_5_prm = 'qwen2_5_prm'
|
||||
llama3_2_reward = 'llama3_2_reward'
|
||||
gemma_reward = 'gemma_reward'
|
||||
|
||||
|
||||
class MLLMModelType:
|
||||
qwen_vl = 'qwen_vl'
|
||||
qwen_audio = 'qwen_audio'
|
||||
qwen2_vl = 'qwen2_vl'
|
||||
qwen2_5_vl = 'qwen2_5_vl'
|
||||
qwen2_5_omni = 'qwen2_5_omni'
|
||||
qwen3_omni_moe = 'qwen3_omni_moe'
|
||||
qwen2_audio = 'qwen2_audio'
|
||||
qwen3_asr = 'qwen3_asr'
|
||||
qwen3_tts = 'qwen3_tts'
|
||||
qwen3_vl = 'qwen3_vl'
|
||||
qwen3_vl_moe = 'qwen3_vl_moe'
|
||||
qwen3_vl_emb = 'qwen3_vl_emb'
|
||||
qwen3_vl_reranker = 'qwen3_vl_reranker'
|
||||
qwen3_5 = 'qwen3_5'
|
||||
qwen3_5_moe = 'qwen3_5_moe'
|
||||
|
||||
qwen2_gme = 'qwen2_gme'
|
||||
ovis1_6 = 'ovis1_6'
|
||||
ovis2 = 'ovis2'
|
||||
ovis2_5 = 'ovis2_5'
|
||||
midashenglm = 'midashenglm'
|
||||
|
||||
chatglm4v = 'chatglm4v'
|
||||
glm4v = 'glm4v'
|
||||
glm4v_moe = 'glm4v_moe'
|
||||
glm_edge_v = 'glm_edge_v'
|
||||
glm_ocr = 'glm_ocr'
|
||||
cogvlm = 'cogvlm'
|
||||
cogagent_vqa = 'cogagent_vqa'
|
||||
cogagent_chat = 'cogagent_chat'
|
||||
cogvlm2 = 'cogvlm2'
|
||||
cogvlm2_video = 'cogvlm2_video'
|
||||
|
||||
internvl_chat = 'internvl_chat'
|
||||
internvl = 'internvl'
|
||||
interns1 = 'interns1'
|
||||
xcomposer2 = 'xcomposer2'
|
||||
xcomposer2_4khd = 'xcomposer2_4khd'
|
||||
xcomposer2_5 = 'xcomposer2_5'
|
||||
xcomposer2_5_ol_audio = 'xcomposer2_5_ol_audio'
|
||||
|
||||
llama3_2_vision = 'llama3_2_vision'
|
||||
llama4 = 'llama4'
|
||||
llama3_1_omni = 'llama3_1_omni'
|
||||
|
||||
llava1_5_hf = 'llava1_5_hf'
|
||||
llava1_6_mistral_hf = 'llava1_6_mistral_hf'
|
||||
llava1_6_vicuna_hf = 'llava1_6_vicuna_hf'
|
||||
llava1_6_yi_hf = 'llava1_6_yi_hf'
|
||||
llama3_llava_next_hf = 'llama3_llava_next_hf'
|
||||
llava_next_qwen_hf = 'llava_next_qwen_hf'
|
||||
llava_next_video_hf = 'llava_next_video_hf'
|
||||
llava_next_video_yi_hf = 'llava_next_video_yi_hf'
|
||||
llava_onevision_hf = 'llava_onevision_hf'
|
||||
yi_vl = 'yi_vl'
|
||||
ernie_vl = 'ernie_vl'
|
||||
|
||||
llava_llama3_1_hf = 'llava_llama3_1_hf' # DaozeZhang
|
||||
llava_llama3_hf = 'llava_llama3_hf' # xtuner
|
||||
|
||||
llava1_6_mistral = 'llava1_6_mistral'
|
||||
llava1_6_yi = 'llava1_6_yi'
|
||||
llava_next_qwen = 'llava_next_qwen'
|
||||
llama3_llava_next = 'llama3_llava_next'
|
||||
llava_onevision1_5 = 'llava_onevision1_5'
|
||||
|
||||
deepseek_vl = 'deepseek_vl'
|
||||
deepseek_vl2 = 'deepseek_vl2'
|
||||
deepseek_janus = 'deepseek_janus'
|
||||
deepseek_janus_pro = 'deepseek_janus_pro'
|
||||
deepseek_ocr = 'deepseek_ocr'
|
||||
deepseek_ocr2 = 'deepseek_ocr2'
|
||||
unlimited_ocr = 'unlimited-ocr'
|
||||
|
||||
minicpmv = 'minicpmv'
|
||||
minicpmv2_5 = 'minicpmv2_5'
|
||||
minicpmv2_6 = 'minicpmv2_6'
|
||||
minicpmv4 = 'minicpmv4'
|
||||
minicpmv4_5 = 'minicpmv4_5'
|
||||
minicpmv4_6 = 'minicpmv4_6'
|
||||
minicpmo = 'minicpmo'
|
||||
|
||||
minimax_vl = 'minimax_vl'
|
||||
minimax_m3_vl = 'minimax_m3_vl'
|
||||
|
||||
mplug_owl2 = 'mplug_owl2'
|
||||
mplug_owl2_1 = 'mplug_owl2_1'
|
||||
mplug_owl3 = 'mplug_owl3'
|
||||
mplug_owl3_241101 = 'mplug_owl3_241101'
|
||||
doc_owl2 = 'doc_owl2'
|
||||
|
||||
emu3_gen = 'emu3_gen'
|
||||
emu3_chat = 'emu3_chat'
|
||||
got_ocr2 = 'got_ocr2'
|
||||
got_ocr2_hf = 'got_ocr2_hf'
|
||||
step_audio = 'step_audio'
|
||||
step_audio2_mini = 'step_audio2_mini'
|
||||
kimi_vl = 'kimi_vl'
|
||||
kimi_k25 = 'kimi_k25'
|
||||
keye_vl = 'keye_vl'
|
||||
keye_vl_1_5 = 'keye_vl_1_5'
|
||||
dots_ocr = 'dots_ocr'
|
||||
sail_vl2 = 'sail_vl2'
|
||||
|
||||
phi3_vision = 'phi3_vision'
|
||||
phi4_multimodal = 'phi4_multimodal'
|
||||
florence = 'florence'
|
||||
idefics3 = 'idefics3'
|
||||
paligemma = 'paligemma'
|
||||
molmo = 'molmo'
|
||||
molmo2 = 'molmo2'
|
||||
molmoe = 'molmoe'
|
||||
pixtral = 'pixtral'
|
||||
megrez_omni = 'megrez_omni'
|
||||
valley = 'valley'
|
||||
gemma3_vision = 'gemma3_vision'
|
||||
gemma3n = 'gemma3n'
|
||||
gemma4 = 'gemma4'
|
||||
gemma4_unified = 'gemma4_unified'
|
||||
diffusion_gemma = 'diffusion_gemma'
|
||||
mistral3 = 'mistral3'
|
||||
mistral3_2506 = 'mistral3_2506'
|
||||
paddle_ocr = 'paddle_ocr'
|
||||
paddleocr_vl = 'paddleocr_vl'
|
||||
hunyuan_ocr = 'hunyuan_ocr'
|
||||
step3_vl = 'step3_vl'
|
||||
|
||||
jina_reranker_m0 = 'jina_reranker_m0'
|
||||
|
||||
|
||||
class ModelType(LLMModelType, MLLMModelType, BertModelType, RMModelType):
|
||||
|
||||
@classmethod
|
||||
def get_model_name_list(cls) -> List[str]:
|
||||
|
||||
def _get_model_name_list(cls):
|
||||
res = []
|
||||
for k in cls.__dict__:
|
||||
if k.startswith('__'):
|
||||
continue
|
||||
value = getattr(cls, k)
|
||||
if isinstance(value, str):
|
||||
res.append(value)
|
||||
return res
|
||||
|
||||
return list(
|
||||
chain.from_iterable(
|
||||
_get_model_name_list(model_type_cls)
|
||||
for model_type_cls in [LLMModelType, MLLMModelType, BertModelType, RMModelType]))
|
||||
Reference in New Issue
Block a user