wehub-resource-sync
42 lines
1.1 KiB
Python
42 lines
1.1 KiB
Python
"""Command line entrypoint of chat."""
|
|
|
|
from mlc_llm.interface.chat import ModelConfigOverride, chat
|
|
from mlc_llm.interface.help import HELP
|
|
from mlc_llm.support.argparse import ArgumentParser
|
|
|
|
|
|
def main(argv):
|
|
"""Parse command line arguments and call `mlc_llm.interface.chat`."""
|
|
parser = ArgumentParser("MLC LLM Chat CLI")
|
|
|
|
parser.add_argument(
|
|
"model",
|
|
type=str,
|
|
help=HELP["model"] + " (required)",
|
|
)
|
|
parser.add_argument(
|
|
"--device",
|
|
type=str,
|
|
default="auto",
|
|
help=HELP["device_deploy"] + ' (default: "%(default)s")',
|
|
)
|
|
parser.add_argument(
|
|
"--model-lib",
|
|
type=str,
|
|
default=None,
|
|
help=HELP["model_lib"] + ' (default: "%(default)s")',
|
|
)
|
|
parser.add_argument(
|
|
"--overrides",
|
|
type=ModelConfigOverride.from_str,
|
|
default="",
|
|
help=HELP["modelconfig_overrides"] + ' (default: "%(default)s")',
|
|
)
|
|
parsed = parser.parse_args(argv)
|
|
chat(
|
|
model=parsed.model,
|
|
device=parsed.device,
|
|
model_lib=parsed.model_lib,
|
|
overrides=parsed.overrides,
|
|
)
|