chore: import upstream snapshot with attribution
Lint / lint (push) Has been cancelled
Build Docs / Deploy Docs (push) Has been cancelled
Windows CI / Windows (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 13:23:58 +08:00
commit 770d92cb1f
694 changed files with 114634 additions and 0 deletions
+20
View File
@@ -0,0 +1,20 @@
"""MLC Chat python package.
MLC Chat is the app runtime of MLC LLM.
"""
from tvm import register_global_func
from . import protocol, serve
from .libinfo import __version__
from .serve import AsyncMLCEngine, MLCEngine
@register_global_func("runtime.disco.create_socket_session_local_workers", override=True)
def _create_socket_session_local_workers(num_workers):
"""Create the local session for each distributed node over socket session."""
from tvm.runtime.disco import (
ProcessSession,
)
return ProcessSession(num_workers, num_groups=1, entrypoint="mlc_llm.cli.worker")