chore: import upstream snapshot with attribution

2026-07-13 13:23:58 +08:00
commit 770d92cb1f
694 changed files with 114634 additions and 0 deletions
@@ -0,0 +1,41 @@
+"""Command line entrypoint of chat."""
+
+from mlc_llm.interface.chat import ModelConfigOverride, chat
+from mlc_llm.interface.help import HELP
+from mlc_llm.support.argparse import ArgumentParser
+
+
+def main(argv):
+    """Parse command line arguments and call `mlc_llm.interface.chat`."""
+    parser = ArgumentParser("MLC LLM Chat CLI")
+
+    parser.add_argument(
+        "model",
+        type=str,
+        help=HELP["model"] + " (required)",
+    )
+    parser.add_argument(
+        "--device",
+        type=str,
+        default="auto",
+        help=HELP["device_deploy"] + ' (default: "%(default)s")',
+    )
+    parser.add_argument(
+        "--model-lib",
+        type=str,
+        default=None,
+        help=HELP["model_lib"] + ' (default: "%(default)s")',
+    )
+    parser.add_argument(
+        "--overrides",
+        type=ModelConfigOverride.from_str,
+        default="",
+        help=HELP["modelconfig_overrides"] + ' (default: "%(default)s")',
+    )
+    parsed = parser.parse_args(argv)
+    chat(
+        model=parsed.model,
+        device=parsed.device,
+        model_lib=parsed.model_lib,
+        overrides=parsed.overrides,
+    )