94057c3d3e
PR Test (NPU) / check-changes (push) Has been cancelled
PR Test (NPU) / pr-gate (push) Has been cancelled
PR Test (NPU) / set-image-config (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-4-npu-a3 (push) Has been cancelled
PR Test (NPU) / stage-b-test-16-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-1-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-2-npu-a3 (push) Has been cancelled
PR Test (Arm64) / pr-gate (push) Has been cancelled
PR Test (Arm64) / check-changes (push) Has been cancelled
PR Test (Arm64) / build-test (push) Has been cancelled
PR Test (sgl-router) / gate (push) Has been cancelled
PR Test (sgl-router) / tier-1 — lint (push) Has been cancelled
PR Test (sgl-router) / tier-2 — build + test (push) Has been cancelled
PR Test (sgl-router) / tier-3 — docker (placeholder) (push) Has been cancelled
PR Test (sgl-router) / tier-3 — k8s integration (push) Has been cancelled
PR Test (sgl-router) / tier-3 — e2e (push) Has been cancelled
PR Test (sgl-router) / finish (push) Has been cancelled
PR Test (NPU) / single-node-poc (map[name:qwen3_6_27b_w8a8_1p_in64k_out1k_50ms runner:linux-aarch64-a3-2 test_case:test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py test_type:perf]) (push) Has been cancelled
PR Test (NPU) / pr-test-npu-finish (push) Has been cancelled
PR Test (Xeon) / pr-gate (push) Has been cancelled
PR Test (Xeon) / check-changes (push) Has been cancelled
PR Test (Xeon) / build-test (, xeon-gnr, base-b-test-cpu) (push) Has been cancelled
PR Test (XPU) / check-changes (push) Has been cancelled
PR Test (XPU) / pr-gate (push) Has been cancelled
PR Test (XPU) / stage-a-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / wait-for-stage-a (push) Has been cancelled
PR Test (XPU) / stage-b-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / finish (push) Has been cancelled
CI Model Inventory / build-inventory (push) Has been cancelled
Lint / lint (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Compilation Check (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Manual Policy (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Request Processing (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Summary (push) Has been cancelled
PR Test (SMG) / build-wheel (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on windows (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (x86_64 - auto) (push) Has been cancelled
PR Test (SMG) / python-unit-tests (push) Has been cancelled
PR Test (SMG) / unit-tests (push) Has been cancelled
PR Test (SMG) / benchmarks (push) Has been cancelled
PR Test (SMG) / chat-completions (push) Has been cancelled
PR Test (SMG) / chat-completions-4gpu (push) Has been cancelled
PR Test (SMG) / e2e (push) Has been cancelled
PR Test (SMG) / docker-build-test (push) Has been cancelled
PR Test (SMG) / k8s-integration (push) Has been cancelled
PR Test (SMG) / finish (push) Has been cancelled
PR Test (SMG) / summarize-benchmarks (push) Has been cancelled
Release SGLang Model Gateway Docker Image / publish (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Build SDist (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Upload to PyPI (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (aarch64, 12.9, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (x86_64, 12.9, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu129 (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (aarch64, 13.0, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (x86_64, 13.0, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu130 (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 700) (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 720) (push) Has been cancelled
Release SGLang Kernels / release-rocm700 (push) Has been cancelled
Release SGLang Kernels / release-rocm720 (push) Has been cancelled
Release SGLang Kernels / build-musa43 (43, 3.10) (push) Has been cancelled
Release SGLang Kernels / release-musa43 (push) Has been cancelled
79 lines
2.6 KiB
Python
79 lines
2.6 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from dataclasses import dataclass
|
|
|
|
from sglang.multimodal_gen.configs.sample.sampling_params import (
|
|
DataType,
|
|
SamplingParams,
|
|
)
|
|
|
|
IDEOGRAM4_PRESETS: dict[str, dict[str, object]] = {
|
|
"V4_QUALITY_48": {
|
|
"num_steps": 48,
|
|
"guidance_schedule": (3.0,) * 3 + (7.0,) * 45,
|
|
"mu": 0.0,
|
|
"std": 1.5,
|
|
},
|
|
"V4_DEFAULT_20": {
|
|
"num_steps": 20,
|
|
"guidance_schedule": (3.0,) * 2 + (7.0,) * 18,
|
|
"mu": 0.0,
|
|
"std": 1.75,
|
|
},
|
|
"V4_TURBO_12": {
|
|
"num_steps": 12,
|
|
"guidance_schedule": (3.0,) * 1 + (7.0,) * 11,
|
|
"mu": 0.5,
|
|
"std": 1.75,
|
|
},
|
|
}
|
|
|
|
|
|
@dataclass
|
|
class Ideogram4SamplingParams(SamplingParams):
|
|
data_type: DataType = DataType.IMAGE
|
|
prompt: str = " "
|
|
negative_prompt: str = " "
|
|
height: int = 1024
|
|
width: int = 1024
|
|
num_frames: int = 1
|
|
num_inference_steps: int | None = None
|
|
guidance_scale: float | None = None
|
|
preset: str = "V4_DEFAULT_20"
|
|
|
|
def __post_init__(self) -> None:
|
|
if self.preset not in IDEOGRAM4_PRESETS:
|
|
raise ValueError(
|
|
f"Unknown Ideogram 4 preset {self.preset!r}; "
|
|
f"expected one of {sorted(IDEOGRAM4_PRESETS)}"
|
|
)
|
|
preset_cfg = IDEOGRAM4_PRESETS[self.preset]
|
|
preset_steps = int(preset_cfg["num_steps"])
|
|
explicit_fields = getattr(self, "_explicit_fields", None)
|
|
num_steps_is_explicit = (
|
|
explicit_fields is None or "num_inference_steps" in explicit_fields
|
|
)
|
|
guidance_is_explicit = (
|
|
explicit_fields is None or "guidance_scale" in explicit_fields
|
|
)
|
|
if (
|
|
self.num_inference_steps is not None
|
|
and self.num_inference_steps != preset_steps
|
|
and num_steps_is_explicit
|
|
):
|
|
raise ValueError(
|
|
"Ideogram 4 derives num_inference_steps from preset "
|
|
f"{self.preset!r}; got {self.num_inference_steps}, expected "
|
|
f"{preset_steps}."
|
|
)
|
|
if self.guidance_scale is not None and guidance_is_explicit:
|
|
preset_guidance = float(preset_cfg["guidance_schedule"][-1])
|
|
if self.guidance_scale != preset_guidance:
|
|
raise ValueError(
|
|
"Ideogram 4 derives guidance from the preset guidance_schedule; "
|
|
"guidance_scale cannot be set directly."
|
|
)
|
|
self.num_inference_steps = preset_steps
|
|
self.guidance_scale = float(preset_cfg["guidance_schedule"][-1])
|
|
super().__post_init__()
|