chore: import upstream snapshot with attribution

2026-07-13 13:23:58 +08:00
commit 770d92cb1f
694 changed files with 114634 additions and 0 deletions
@@ -0,0 +1,34 @@
+import os
+from typing import Tuple  # noqa: UP035
+
+import pytest
+
+from mlc_llm.serve import PopenServer
+
+
+@pytest.fixture(scope="session")
+def served_model() -> Tuple[str, str]:  # noqa: UP006
+    model_lib = os.environ.get("MLC_SERVE_MODEL_LIB")
+    if model_lib is None:
+        raise ValueError(
+            'Environment variable "MLC_SERVE_MODEL_LIB" not found. '
+            "Please set it to model lib compiled by MLC LLM "
+            "(e.g., `dist/Llama-2-7b-chat-hf-q0f16-MLC/Llama-2-7b-chat-hf-q0f16-MLC-cuda.so`)."
+        )
+    model = os.path.dirname(model_lib)
+    return model, model_lib
+
+
+@pytest.fixture(scope="session")
+def launch_server(served_model):
+    """A pytest session-level fixture which launches the server in a subprocess."""
+    server = PopenServer(
+        model=served_model[0],
+        model_lib=served_model[1],
+        enable_tracing=True,
+        enable_debug=True,
+        port=8000,
+    )
+
+    with server:
+        yield