chore: import upstream snapshot with attribution

2026-07-13 13:23:58 +08:00
commit 770d92cb1f
694 changed files with 114634 additions and 0 deletions
@@ -0,0 +1,80 @@
+"""Command line entrypoint of calibration."""
+
+from mlc_llm.interface.calibrate import calibrate
+from mlc_llm.interface.help import HELP
+from mlc_llm.support.argparse import ArgumentParser
+
+from .serve import EngineConfigOverride
+
+
+def main(argv):
+    """Main entrypoint for calibration."""
+    parser = ArgumentParser("MLC LLM Calibration CLI")
+    parser.add_argument(
+        "model",
+        type=str,
+        help=HELP["model"] + " (required)",
+    )
+    parser.add_argument(
+        "--device",
+        type=str,
+        default="auto",
+        help=HELP["device_deploy"] + ' (default: "%(default)s")',
+    )
+    parser.add_argument(
+        "--model-lib",
+        type=str,
+        default=None,
+        help=HELP["model_lib"] + ' (default: "%(default)s")',
+    )
+    parser.add_argument(
+        "--output",
+        "-o",
+        type=str,
+        required=True,
+        help=HELP["output_calibration"] + " (required)",
+    )
+    # Download dataset from
+    # https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json
+    parser.add_argument(
+        "--dataset",
+        type=str,
+        required=True,
+        help=HELP["calibration_dataset"] + " (required)",
+    )
+
+    parser.add_argument(
+        "--num-calibration-samples",
+        type=int,
+        default=16,
+        help=HELP["num_calibration_samples"] + ' (default: "%(default)s")',
+    )
+
+    parser.add_argument(
+        "--seed",
+        type=int,
+        default=0,
+        help=HELP["seed_calibrate"] + ' (default: "%(default)s")',
+    )
+    parser.add_argument(
+        "--overrides",
+        type=EngineConfigOverride.from_str,
+        default="",
+        help=HELP["overrides_serve"],
+    )
+
+    parsed = parser.parse_args(argv)
+    calibrate(
+        model=parsed.model,
+        device=parsed.device,
+        model_lib=parsed.model_lib,
+        output=parsed.output,
+        dataset=parsed.dataset,
+        num_calibration_samples=parsed.num_calibration_samples,
+        max_num_sequence=parsed.overrides.max_num_sequence,
+        max_total_sequence_length=parsed.overrides.max_total_seq_length,
+        prefill_chunk_size=parsed.overrides.prefill_chunk_size,
+        max_history_size=parsed.overrides.max_history_size,
+        gpu_memory_utilization=parsed.overrides.gpu_memory_utilization,
+        seed=parsed.seed,
+    )