wehub-resource-sync
29 lines
956 B
Python
29 lines
956 B
Python
"""OLMo default templates"""
|
|
|
|
from mlc_llm.protocol.conversation_protocol import Conversation, MessagePlaceholders
|
|
|
|
from .registry import ConvTemplateRegistry
|
|
|
|
# Note that eos_token id is "50279" both in Allenai and AMD version.
|
|
# So use the number instead of text.
|
|
# Allenai version chat_template and eos_token:
|
|
# https://huggingface.co/allenai/OLMo-7B-Instruct/blob/main/tokenizer_config.json
|
|
# AMD version chat_template and eos_token:
|
|
# https://huggingface.co/amd/AMD-OLMo-1B-SFT-DPO/blob/main/tokenizer_config.json
|
|
ConvTemplateRegistry.register_conv_template(
|
|
Conversation(
|
|
name="olmo",
|
|
system_template=f"{MessagePlaceholders.SYSTEM.value}",
|
|
system_message="",
|
|
system_prefix_token_ids=[50279],
|
|
roles={
|
|
"user": "<|user|>",
|
|
"assistant": "<|assistant|>",
|
|
},
|
|
seps=["\n"],
|
|
role_content_sep="\n",
|
|
role_empty_sep="\n",
|
|
stop_token_ids=[50279],
|
|
)
|
|
)
|