wehub-resource-sync
21 lines
736 B
Python
21 lines
736 B
Python
"""Qwen2 default templates"""
|
|
|
|
from mlc_llm.protocol.conversation_protocol import Conversation, MessagePlaceholders
|
|
|
|
from .registry import ConvTemplateRegistry
|
|
|
|
# Same as chatml except system message, stop token, and stop string
|
|
ConvTemplateRegistry.register_conv_template(
|
|
Conversation(
|
|
name="qwen2",
|
|
system_template=f"<|im_start|>system\n{MessagePlaceholders.SYSTEM.value}<|im_end|>\n",
|
|
system_message="You are a helpful assistant.",
|
|
roles={"user": "<|im_start|>user", "assistant": "<|im_start|>assistant"},
|
|
seps=["<|im_end|>\n"],
|
|
role_content_sep="\n",
|
|
role_empty_sep="\n",
|
|
stop_str=["<|endoftext|>", "<|im_end|>"],
|
|
stop_token_ids=[151643, 151645],
|
|
)
|
|
)
|