chore: import upstream snapshot with attribution

2026-07-13 12:38:16 +08:00
commit 94057c3d3e
7152 changed files with 2120455 additions and 0 deletions
@@ -0,0 +1,98 @@
+"""DSA model + MTP (EAGLE) speculative-decoding server fixture.
+
+Variants combine `DsaMtpServerBase` (server lifecycle) with
+`DsaMtpEvalConfigDefaults` (shared eval thresholds/params),
+`GSM8KMixin` and `SpecDecodingMixin`, then set `model` and per-variant
+overrides (`enable_dp_attention`, `mem_fraction_static`, `bs_1_speed_thres`).
+
+Example:
+    class TestDsv32DP(
+        DsaMtpServerBase,
+        DsaMtpEvalConfigDefaults,
+        GSM8KMixin,
+        SpecDecodingMixin,
+    ):
+        model = "deepseek-ai/DeepSeek-V3.2"
+        enable_dp_attention = True
+        bs_1_speed_thres = 90
+
+The base itself is NOT a runnable test (no `test_*` methods until a subclass
+mixes in the kits), so unittest discovery picks it up as empty.
+"""
+
+from sglang.srt.utils import kill_process_tree
+from sglang.test.test_utils import (
+    DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
+    DEFAULT_URL_FOR_TEST,
+    CustomTestCase,
+    popen_launch_server,
+)
+
+
+class DsaMtpEvalConfigDefaults:
+    """Eval thresholds & params shared across DSA-MTP regression variants."""
+
+    # GSM8KMixin defaults.
+    gsm8k_accuracy_thres = 0.935
+    gsm8k_accept_length_thres = 3.7
+    gsm8k_num_questions = 500
+    gsm8k_num_threads = 500
+    gsm8k_num_shots = 20
+
+    # SpecDecodingMixin default; per-variant subclasses set `bs_1_speed_thres`.
+    accept_length_thres = 4.0
+
+
+class DsaMtpServerBase(CustomTestCase):
+    base_url = DEFAULT_URL_FOR_TEST
+
+    # Subclasses must set `model`; the others have sensible defaults.
+    model: str = ""
+    tp_size: int = 8
+    dp_size: int = 8
+    mem_fraction_static: float = 0.7
+    enable_dp_attention: bool = False
+    extra_server_args = ()
+
+    # EAGLE MTP config (fixed across DSA-MTP variants).
+    speculative_algorithm: str = "EAGLE"
+    speculative_num_steps: int = 5
+    speculative_eagle_topk: int = 1
+    speculative_num_draft_tokens: int = 6
+
+    @classmethod
+    def get_server_args(cls):
+        assert cls.model, f"{cls.__name__} must set `model`"
+        args = ["--trust-remote-code", "--tp", str(cls.tp_size)]
+        if cls.enable_dp_attention:
+            args += ["--dp", str(cls.dp_size), "--enable-dp-attention"]
+        args += [
+            "--speculative-algorithm",
+            cls.speculative_algorithm,
+            "--speculative-num-steps",
+            str(cls.speculative_num_steps),
+            "--speculative-eagle-topk",
+            str(cls.speculative_eagle_topk),
+            "--speculative-num-draft-tokens",
+            str(cls.speculative_num_draft_tokens),
+            "--mem-frac",
+            str(cls.mem_fraction_static),
+            "--model-loader-extra-config",
+            '{"enable_multithread_load": true, "num_threads": 64}',
+        ]
+        args += list(cls.extra_server_args)
+        return args
+
+    @classmethod
+    def setUpClass(cls):
+        cls.process = popen_launch_server(
+            cls.model,
+            cls.base_url,
+            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
+            other_args=cls.get_server_args(),
+        )
+
+    @classmethod
+    def tearDownClass(cls):
+        if hasattr(cls, "process") and cls.process:
+            kill_process_tree(cls.process.pid)