wehub-resource-sync
28 lines
1017 B
Python
28 lines
1017 B
Python
"""Cohere default templates"""
|
|
|
|
|
|
# Referred from: https://huggingface.co/CohereForAI/aya-23-8B/blob/main/tokenizer_config.json
|
|
|
|
from mlc_llm.protocol.conversation_protocol import Conversation, MessagePlaceholders
|
|
|
|
from .registry import ConvTemplateRegistry
|
|
|
|
# Aya-23
|
|
ConvTemplateRegistry.register_conv_template(
|
|
Conversation(
|
|
name="aya-23",
|
|
system_template=f"<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{MessagePlaceholders.SYSTEM.value}<|END_OF_TURN_TOKEN|>",
|
|
system_message="You are Command-R, a brilliant, sophisticated, AI-assistant trained to assist human users by providing thorough responses.", # noqa: E501
|
|
roles={
|
|
"user": "<|START_OF_TURN_TOKEN|><|USER_TOKEN|>",
|
|
"assistant": "<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>",
|
|
},
|
|
seps=["<|END_OF_TURN_TOKEN|>"],
|
|
role_content_sep="",
|
|
role_empty_sep="",
|
|
system_prefix_token_ids=[5],
|
|
stop_str=["<|END_OF_TURN_TOKEN|>"],
|
|
stop_token_ids=[6, 255001],
|
|
)
|
|
)
|