chore: import upstream snapshot with attribution

2026-07-13 13:34:58 +08:00
commit a203934033
1368 changed files with 175001 additions and 0 deletions
@@ -0,0 +1,31 @@
+# Copyright (c) ModelScope Contributors. All rights reserved.
+from dataclasses import dataclass, field
+from typing import Optional
+
+from ..constant import LLMTemplateType
+from ..register import TemplateMeta, register_template
+from ..utils import Prompt
+
+DEFAULT_SYSTEM = 'You are a helpful assistant.'
+
+
+@dataclass
+class ChatmlTemplateMeta(TemplateMeta):
+    prefix: Prompt = field(default_factory=list)
+    prompt: Prompt = field(default_factory=lambda: ['<|im_start|>user\n{{QUERY}}<|im_end|>\n<|im_start|>assistant\n'])
+    chat_sep: Optional[Prompt] = field(default_factory=lambda: ['<|im_end|>\n'])
+    suffix: Prompt = field(default_factory=lambda: ['<|im_end|>\n'])
+    system_prefix: Optional[Prompt] = field(default_factory=lambda: ['<|im_start|>system\n{{SYSTEM}}<|im_end|>\n'])
+    auto_add_bos: bool = True
+
+
+@dataclass
+class EmptyTemplateMeta(TemplateMeta):
+    prefix: Prompt = field(default_factory=list)
+    prompt: Prompt = field(default_factory=lambda: ['{{QUERY}}'])
+    chat_sep: Optional[Prompt] = None
+    auto_add_bos: bool = True
+
+
+register_template(ChatmlTemplateMeta(LLMTemplateType.chatml))
+register_template(EmptyTemplateMeta(LLMTemplateType.dummy))