94057c3d3e
PR Test (NPU) / check-changes (push) Has been cancelled
PR Test (NPU) / pr-gate (push) Has been cancelled
PR Test (NPU) / set-image-config (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-4-npu-a3 (push) Has been cancelled
PR Test (NPU) / stage-b-test-16-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-1-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-2-npu-a3 (push) Has been cancelled
PR Test (Arm64) / pr-gate (push) Has been cancelled
PR Test (Arm64) / check-changes (push) Has been cancelled
PR Test (Arm64) / build-test (push) Has been cancelled
PR Test (sgl-router) / gate (push) Has been cancelled
PR Test (sgl-router) / tier-1 — lint (push) Has been cancelled
PR Test (sgl-router) / tier-2 — build + test (push) Has been cancelled
PR Test (sgl-router) / tier-3 — docker (placeholder) (push) Has been cancelled
PR Test (sgl-router) / tier-3 — k8s integration (push) Has been cancelled
PR Test (sgl-router) / tier-3 — e2e (push) Has been cancelled
PR Test (sgl-router) / finish (push) Has been cancelled
PR Test (NPU) / single-node-poc (map[name:qwen3_6_27b_w8a8_1p_in64k_out1k_50ms runner:linux-aarch64-a3-2 test_case:test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py test_type:perf]) (push) Has been cancelled
PR Test (NPU) / pr-test-npu-finish (push) Has been cancelled
PR Test (Xeon) / pr-gate (push) Has been cancelled
PR Test (Xeon) / check-changes (push) Has been cancelled
PR Test (Xeon) / build-test (, xeon-gnr, base-b-test-cpu) (push) Has been cancelled
PR Test (XPU) / check-changes (push) Has been cancelled
PR Test (XPU) / pr-gate (push) Has been cancelled
PR Test (XPU) / stage-a-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / wait-for-stage-a (push) Has been cancelled
PR Test (XPU) / stage-b-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / finish (push) Has been cancelled
CI Model Inventory / build-inventory (push) Has been cancelled
Lint / lint (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Compilation Check (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Manual Policy (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Request Processing (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Summary (push) Has been cancelled
PR Test (SMG) / build-wheel (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on windows (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (x86_64 - auto) (push) Has been cancelled
PR Test (SMG) / python-unit-tests (push) Has been cancelled
PR Test (SMG) / unit-tests (push) Has been cancelled
PR Test (SMG) / benchmarks (push) Has been cancelled
PR Test (SMG) / chat-completions (push) Has been cancelled
PR Test (SMG) / chat-completions-4gpu (push) Has been cancelled
PR Test (SMG) / e2e (push) Has been cancelled
PR Test (SMG) / docker-build-test (push) Has been cancelled
PR Test (SMG) / k8s-integration (push) Has been cancelled
PR Test (SMG) / finish (push) Has been cancelled
PR Test (SMG) / summarize-benchmarks (push) Has been cancelled
Release SGLang Model Gateway Docker Image / publish (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Build SDist (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Upload to PyPI (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (aarch64, 12.9, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (x86_64, 12.9, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu129 (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (aarch64, 13.0, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (x86_64, 13.0, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu130 (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 700) (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 720) (push) Has been cancelled
Release SGLang Kernels / release-rocm700 (push) Has been cancelled
Release SGLang Kernels / release-rocm720 (push) Has been cancelled
Release SGLang Kernels / build-musa43 (43, 3.10) (push) Has been cancelled
Release SGLang Kernels / release-musa43 (push) Has been cancelled
117 lines
3.4 KiB
Python
117 lines
3.4 KiB
Python
"""Main orchestration logic for comparison figure generation."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass
|
|
from pathlib import Path
|
|
from typing import Callable, Optional
|
|
|
|
import numpy as np
|
|
import torch
|
|
|
|
from sglang.srt.debug_utils.comparator.visualizer.preprocessing import (
|
|
_preprocess_tensor,
|
|
)
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class _PanelContext:
|
|
baseline_2d: torch.Tensor
|
|
target_2d: torch.Tensor
|
|
diff: Optional[torch.Tensor] # None when shapes differ
|
|
name: str
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class _Panel:
|
|
label: str
|
|
requires_diff: bool
|
|
draw: Callable[[np.ndarray, int, _PanelContext], Optional[str]]
|
|
|
|
|
|
def _build_panels() -> list[_Panel]:
|
|
from sglang.srt.debug_utils.comparator.visualizer.panels import (
|
|
_draw_baseline_heatmap,
|
|
_draw_diff_heatmap,
|
|
_draw_diff_histogram,
|
|
_draw_hist2d,
|
|
_draw_sampled,
|
|
_draw_target_heatmap,
|
|
)
|
|
|
|
return [
|
|
_Panel(
|
|
label="Baseline Heatmap", requires_diff=False, draw=_draw_baseline_heatmap
|
|
),
|
|
_Panel(label="Target Heatmap", requires_diff=False, draw=_draw_target_heatmap),
|
|
_Panel(label="Abs Diff Heatmap", requires_diff=True, draw=_draw_diff_heatmap),
|
|
_Panel(label="Abs Diff Hist", requires_diff=True, draw=_draw_diff_histogram),
|
|
_Panel(label="Hist2D", requires_diff=True, draw=_draw_hist2d),
|
|
_Panel(label="Sampled", requires_diff=True, draw=_draw_sampled),
|
|
]
|
|
|
|
|
|
def generate_comparison_figure(
|
|
*,
|
|
baseline: torch.Tensor,
|
|
target: torch.Tensor,
|
|
name: str,
|
|
output_path: Path,
|
|
) -> None:
|
|
"""Generate a multi-panel comparison PNG for a baseline/target tensor pair.
|
|
|
|
Panels (6 rows x 2 cols, left=normal, right=log10):
|
|
Row 0: Baseline heatmap
|
|
Row 1: Target heatmap
|
|
Row 2: Abs Diff heatmap
|
|
Row 3: Abs Diff histogram
|
|
Row 4: Hist2D scatter (baseline vs target density)
|
|
Row 5: Sampled scatter (10k sampled mini-heatmap)
|
|
"""
|
|
import matplotlib.pyplot as plt
|
|
|
|
baseline_f: torch.Tensor = baseline.detach().cpu().float()
|
|
target_f: torch.Tensor = target.detach().cpu().float()
|
|
|
|
can_diff: bool = baseline_f.shape == target_f.shape
|
|
|
|
baseline_2d: torch.Tensor = _preprocess_tensor(baseline_f)
|
|
target_2d: torch.Tensor = _preprocess_tensor(target_f)
|
|
|
|
diff: Optional[torch.Tensor] = (baseline_2d - target_2d).abs() if can_diff else None
|
|
|
|
ctx = _PanelContext(
|
|
baseline_2d=baseline_2d,
|
|
target_2d=target_2d,
|
|
diff=diff,
|
|
name=name,
|
|
)
|
|
|
|
panels: list[_Panel] = _build_panels()
|
|
active: list[_Panel] = [p for p in panels if not p.requires_diff or can_diff]
|
|
|
|
nrows: int = len(active)
|
|
ncols: int = 2
|
|
fig, axes = plt.subplots(nrows, ncols, figsize=(5 * ncols, 3.5 * nrows))
|
|
if nrows == 1:
|
|
axes = axes.reshape(1, -1)
|
|
|
|
stats_lines: list[str] = []
|
|
for i, panel in enumerate(active):
|
|
stats_line: Optional[str] = panel.draw(axes, i, ctx)
|
|
if stats_line is not None:
|
|
stats_lines.append(stats_line)
|
|
|
|
num_stats: int = len(stats_lines)
|
|
title_height: float = 0.015 * num_stats + 0.015
|
|
fig.suptitle(
|
|
"\n".join(stats_lines),
|
|
fontsize=9,
|
|
family="monospace",
|
|
y=1 - title_height / 2,
|
|
)
|
|
plt.tight_layout(rect=[0, 0, 1, 1 - title_height])
|
|
output_path.parent.mkdir(parents=True, exist_ok=True)
|
|
plt.savefig(str(output_path), dpi=150, bbox_inches="tight")
|
|
plt.close(fig)
|