wehub-resource-sync
94057c3d3e
PR Test (NPU) / check-changes (push) Has been cancelled
PR Test (NPU) / pr-gate (push) Has been cancelled
PR Test (NPU) / set-image-config (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-4-npu-a3 (push) Has been cancelled
PR Test (NPU) / stage-b-test-16-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-1-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-2-npu-a3 (push) Has been cancelled
PR Test (Arm64) / pr-gate (push) Has been cancelled
PR Test (Arm64) / check-changes (push) Has been cancelled
PR Test (Arm64) / build-test (push) Has been cancelled
PR Test (sgl-router) / gate (push) Has been cancelled
PR Test (sgl-router) / tier-1 — lint (push) Has been cancelled
PR Test (sgl-router) / tier-2 — build + test (push) Has been cancelled
PR Test (sgl-router) / tier-3 — docker (placeholder) (push) Has been cancelled
PR Test (sgl-router) / tier-3 — k8s integration (push) Has been cancelled
PR Test (sgl-router) / tier-3 — e2e (push) Has been cancelled
PR Test (sgl-router) / finish (push) Has been cancelled
PR Test (NPU) / single-node-poc (map[name:qwen3_6_27b_w8a8_1p_in64k_out1k_50ms runner:linux-aarch64-a3-2 test_case:test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py test_type:perf]) (push) Has been cancelled
PR Test (NPU) / pr-test-npu-finish (push) Has been cancelled
PR Test (Xeon) / pr-gate (push) Has been cancelled
PR Test (Xeon) / check-changes (push) Has been cancelled
PR Test (Xeon) / build-test (, xeon-gnr, base-b-test-cpu) (push) Has been cancelled
PR Test (XPU) / check-changes (push) Has been cancelled
PR Test (XPU) / pr-gate (push) Has been cancelled
PR Test (XPU) / stage-a-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / wait-for-stage-a (push) Has been cancelled
PR Test (XPU) / stage-b-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / finish (push) Has been cancelled
CI Model Inventory / build-inventory (push) Has been cancelled
Lint / lint (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Compilation Check (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Manual Policy (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Request Processing (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Summary (push) Has been cancelled
PR Test (SMG) / build-wheel (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on windows (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (x86_64 - auto) (push) Has been cancelled
PR Test (SMG) / python-unit-tests (push) Has been cancelled
PR Test (SMG) / unit-tests (push) Has been cancelled
PR Test (SMG) / benchmarks (push) Has been cancelled
PR Test (SMG) / chat-completions (push) Has been cancelled
PR Test (SMG) / chat-completions-4gpu (push) Has been cancelled
PR Test (SMG) / e2e (push) Has been cancelled
PR Test (SMG) / docker-build-test (push) Has been cancelled
PR Test (SMG) / k8s-integration (push) Has been cancelled
PR Test (SMG) / finish (push) Has been cancelled
PR Test (SMG) / summarize-benchmarks (push) Has been cancelled
Release SGLang Model Gateway Docker Image / publish (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Build SDist (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Upload to PyPI (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (aarch64, 12.9, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (x86_64, 12.9, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu129 (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (aarch64, 13.0, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (x86_64, 13.0, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu130 (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 700) (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 720) (push) Has been cancelled
Release SGLang Kernels / release-rocm700 (push) Has been cancelled
Release SGLang Kernels / release-rocm720 (push) Has been cancelled
Release SGLang Kernels / build-musa43 (43, 3.10) (push) Has been cancelled
Release SGLang Kernels / release-musa43 (push) Has been cancelled
2835 lines
90 KiB
JSON
2835 lines
90 KiB
JSON
{
|
|
"metadata": {
|
|
"model": "Diffusion Server",
|
|
"hardware": "CI H100 80GB pool",
|
|
"description": "Reference numbers captured from CI diffusion runs (latest source: PR 28127 run 27487958425, tightened only from prior baselines).",
|
|
"last_updated": "2026-06-14"
|
|
},
|
|
"tolerances": {
|
|
"long_term": {
|
|
"e2e": 0.15,
|
|
"denoise_stage": 0.1,
|
|
"non_denoise_stage": 0.5,
|
|
"denoise_step": 0.25,
|
|
"denoise_agg": 0.15
|
|
},
|
|
"pr_test": {
|
|
"e2e": 0.25,
|
|
"denoise_stage": 0.25,
|
|
"non_denoise_stage": 0.8,
|
|
"denoise_step": 0.3,
|
|
"denoise_agg": 0.2
|
|
}
|
|
},
|
|
"improvement_reporting": {
|
|
"threshold": 0.2
|
|
},
|
|
"sampling": {
|
|
"step_fractions": [
|
|
0.0,
|
|
0.2,
|
|
0.4,
|
|
0.6,
|
|
0.8,
|
|
1.0
|
|
]
|
|
},
|
|
"scenarios": {
|
|
"qwen_image_t2i": {
|
|
"stages_ms": {
|
|
"TextEncodingStage": 232.03,
|
|
"DenoisingStage": 12404.23,
|
|
"InputValidationStage": 0.05,
|
|
"LatentPreparationStage": 0.22,
|
|
"TimestepPreparationStage": 14.99,
|
|
"DecodingStage": 17.7
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 196.21,
|
|
"1": 242.25,
|
|
"2": 243.58,
|
|
"3": 256.87,
|
|
"4": 249.73,
|
|
"5": 244.48,
|
|
"6": 244.27,
|
|
"7": 253.29,
|
|
"8": 245.72,
|
|
"9": 246.67,
|
|
"10": 245.49,
|
|
"11": 247.89,
|
|
"12": 248.23,
|
|
"13": 247.24,
|
|
"14": 247.57,
|
|
"15": 248.01,
|
|
"16": 246.63,
|
|
"17": 248.05,
|
|
"18": 248.94,
|
|
"19": 247.0,
|
|
"20": 248.84,
|
|
"21": 248.0,
|
|
"22": 249.18,
|
|
"23": 247.89,
|
|
"24": 251.11,
|
|
"25": 247.79,
|
|
"26": 247.83,
|
|
"27": 250.09,
|
|
"28": 249.67,
|
|
"29": 248.21,
|
|
"30": 250.75,
|
|
"31": 249.95,
|
|
"32": 248.65,
|
|
"33": 247.7,
|
|
"34": 248.77,
|
|
"35": 250.16,
|
|
"36": 247.89,
|
|
"37": 248.77,
|
|
"38": 249.16,
|
|
"39": 250.0,
|
|
"40": 247.02,
|
|
"41": 247.97,
|
|
"42": 250.37,
|
|
"43": 247.83,
|
|
"44": 247.66,
|
|
"45": 248.01,
|
|
"46": 249.32,
|
|
"47": 247.37,
|
|
"48": 248.95,
|
|
"49": 248.9
|
|
},
|
|
"expected_e2e_ms": 12799.17,
|
|
"expected_avg_denoise_ms": 247.95,
|
|
"expected_median_denoise_ms": 249.01,
|
|
"estimated_full_test_time_s": 133.1
|
|
},
|
|
"qwen_image_t2i_2_gpus": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 457.66,
|
|
"LatentPreparationStage": 0.21,
|
|
"TimestepPreparationStage": 20.44,
|
|
"DenoisingStage": 10125.16,
|
|
"DecodingStage": 13.71
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 208.21,
|
|
"1": 231.64,
|
|
"2": 232.46,
|
|
"3": 228.42,
|
|
"4": 227.95,
|
|
"5": 229.55,
|
|
"6": 235.94,
|
|
"7": 222.3,
|
|
"8": 224.02,
|
|
"9": 228.53,
|
|
"10": 197.15,
|
|
"11": 183.96,
|
|
"12": 184.16,
|
|
"13": 187.16,
|
|
"14": 189.72,
|
|
"15": 190.24,
|
|
"16": 190.09,
|
|
"17": 189.98,
|
|
"18": 190.28,
|
|
"19": 189.91,
|
|
"20": 199.31,
|
|
"21": 190.14,
|
|
"22": 190.16,
|
|
"23": 189.96,
|
|
"24": 189.65,
|
|
"25": 189.93,
|
|
"26": 189.16,
|
|
"27": 190.09,
|
|
"28": 189.99,
|
|
"29": 203.0,
|
|
"30": 190.11,
|
|
"31": 189.97,
|
|
"32": 189.98,
|
|
"33": 188.8,
|
|
"34": 189.1,
|
|
"35": 190.04,
|
|
"36": 189.37,
|
|
"37": 187.14,
|
|
"38": 188.47,
|
|
"39": 188.48,
|
|
"40": 188.16,
|
|
"41": 187.64,
|
|
"42": 188.23,
|
|
"43": 188.18,
|
|
"44": 189.71,
|
|
"45": 188.61,
|
|
"46": 189.33,
|
|
"47": 190.56,
|
|
"48": 190.14,
|
|
"49": 189.98
|
|
},
|
|
"expected_e2e_ms": 10681.51,
|
|
"expected_avg_denoise_ms": 202.35,
|
|
"expected_median_denoise_ms": 190.02,
|
|
"estimated_full_test_time_s": 133.2
|
|
},
|
|
"ideogram4_fp8_t2i": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.06,
|
|
"Ideogram4TextEncodingStage": 68.96,
|
|
"LatentPreparationStage": 0.17,
|
|
"Ideogram4DenoisingStage": 20813.98,
|
|
"Ideogram4DecodingStage": 95.09
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 347.26,
|
|
"1": 432.22,
|
|
"2": 436.95,
|
|
"3": 433.16,
|
|
"4": 435.54,
|
|
"5": 436.19,
|
|
"6": 434.96,
|
|
"7": 438.49,
|
|
"8": 434.57,
|
|
"9": 432.22,
|
|
"10": 433.62,
|
|
"11": 432.95,
|
|
"12": 434.85,
|
|
"13": 436.07,
|
|
"14": 435.5,
|
|
"15": 433.8,
|
|
"16": 435.74,
|
|
"17": 436.2,
|
|
"18": 435.16,
|
|
"19": 435.39,
|
|
"20": 433.49,
|
|
"21": 434.57,
|
|
"22": 434.71,
|
|
"23": 434.96,
|
|
"24": 436.35,
|
|
"25": 435.63,
|
|
"26": 435.37,
|
|
"27": 434.56,
|
|
"28": 434.36,
|
|
"29": 436.84,
|
|
"30": 437.8,
|
|
"31": 436.89,
|
|
"32": 434.56,
|
|
"33": 434.34,
|
|
"34": 436.35,
|
|
"35": 433.87,
|
|
"36": 435.89,
|
|
"37": 436.25,
|
|
"38": 435.15,
|
|
"39": 436.16,
|
|
"40": 436.25,
|
|
"41": 437.04,
|
|
"42": 435.25,
|
|
"43": 437.14,
|
|
"44": 434.85,
|
|
"45": 436.19,
|
|
"46": 436.2,
|
|
"47": 433.98
|
|
},
|
|
"expected_e2e_ms": 20982.91,
|
|
"expected_avg_denoise_ms": 433.46,
|
|
"expected_median_denoise_ms": 435.31,
|
|
"estimated_full_test_time_s": 120.0
|
|
},
|
|
"flux_image_t2i": {
|
|
"stages_ms": {
|
|
"TimestepPreparationStage": 32.58,
|
|
"DenoisingStage": 6876.88,
|
|
"DecodingStage": 10.31,
|
|
"LatentPreparationStage": 0.19,
|
|
"TextEncodingStage": 22.38,
|
|
"InputValidationStage": 0.05
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 45.19,
|
|
"1": 53.93,
|
|
"2": 135.69,
|
|
"3": 136.11,
|
|
"4": 135.51,
|
|
"5": 136.88,
|
|
"6": 138.7,
|
|
"7": 145.0,
|
|
"8": 139.34,
|
|
"9": 135.89,
|
|
"10": 137.33,
|
|
"11": 136.49,
|
|
"12": 136.15,
|
|
"13": 139.22,
|
|
"14": 139.91,
|
|
"15": 139.9,
|
|
"16": 138.58,
|
|
"17": 136.39,
|
|
"18": 137.38,
|
|
"19": 137.25,
|
|
"20": 139.79,
|
|
"21": 139.97,
|
|
"22": 139.4,
|
|
"23": 138.29,
|
|
"24": 138.59,
|
|
"25": 137.13,
|
|
"26": 136.88,
|
|
"27": 140.51,
|
|
"28": 139.88,
|
|
"29": 139.07,
|
|
"30": 139.07,
|
|
"31": 138.89,
|
|
"32": 138.84,
|
|
"33": 137.37,
|
|
"34": 139.55,
|
|
"35": 140.57,
|
|
"36": 139.26,
|
|
"37": 139.38,
|
|
"38": 138.18,
|
|
"39": 137.97,
|
|
"40": 137.53,
|
|
"41": 138.01,
|
|
"42": 138.87,
|
|
"43": 140.05,
|
|
"44": 139.59,
|
|
"45": 139.68,
|
|
"46": 139.42,
|
|
"47": 137.81,
|
|
"48": 138.16,
|
|
"49": 139.34
|
|
},
|
|
"expected_e2e_ms": 7152.96,
|
|
"expected_avg_denoise_ms": 137.39,
|
|
"expected_median_denoise_ms": 138.77,
|
|
"estimated_full_test_time_s": 127.4
|
|
},
|
|
"flux_2_image_t2i": {
|
|
"stages_ms": {
|
|
"TimestepPreparationStage": 20.47,
|
|
"DenoisingStage": 23650.96,
|
|
"DecodingStage": 7.1,
|
|
"LatentPreparationStage": 1.17,
|
|
"TextEncodingStage": 375.31,
|
|
"InputValidationStage": 0.04,
|
|
"ImageVAEEncodingStage": 0.01
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 65.28,
|
|
"1": 129.11,
|
|
"2": 488.44,
|
|
"3": 465.17,
|
|
"4": 478.82,
|
|
"5": 472.84,
|
|
"6": 475.45,
|
|
"7": 477.05,
|
|
"8": 469.78,
|
|
"9": 480.78,
|
|
"10": 466.21,
|
|
"11": 482.63,
|
|
"12": 468.39,
|
|
"13": 481.72,
|
|
"14": 468.31,
|
|
"15": 480.25,
|
|
"16": 468.87,
|
|
"17": 480.89,
|
|
"18": 471.87,
|
|
"19": 477.75,
|
|
"20": 470.42,
|
|
"21": 476.72,
|
|
"22": 475.24,
|
|
"23": 475.18,
|
|
"24": 477.48,
|
|
"25": 474.97,
|
|
"26": 477.79,
|
|
"27": 474.04,
|
|
"28": 479.14,
|
|
"29": 473.3,
|
|
"30": 478.18,
|
|
"31": 473.57,
|
|
"32": 479.55,
|
|
"33": 474.66,
|
|
"34": 476.27,
|
|
"35": 474.9,
|
|
"36": 476.92,
|
|
"37": 475.12,
|
|
"38": 477.88,
|
|
"39": 474.87,
|
|
"40": 476.03,
|
|
"41": 477.65,
|
|
"42": 475.38,
|
|
"43": 477.2,
|
|
"44": 473.63,
|
|
"45": 477.37,
|
|
"46": 472.12,
|
|
"47": 477.77,
|
|
"48": 476.58,
|
|
"49": 476.52
|
|
},
|
|
"expected_e2e_ms": 24561.42,
|
|
"expected_avg_denoise_ms": 464.89,
|
|
"expected_median_denoise_ms": 472.74,
|
|
"estimated_full_test_time_s": 145.2
|
|
},
|
|
"flux_2_klein_image_t2i": {
|
|
"stages_ms": {
|
|
"DecodingStage": 6.41,
|
|
"InputValidationStage": 0.03,
|
|
"DenoisingStage": 266.12,
|
|
"TextEncodingStage": 53.59,
|
|
"LatentPreparationStage": 0.5,
|
|
"TimestepPreparationStage": 19.97,
|
|
"ImageVAEEncodingStage": 0.01
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 28.54,
|
|
"1": 12.61,
|
|
"2": 57.24,
|
|
"3": 64.49
|
|
},
|
|
"expected_e2e_ms": 434.57,
|
|
"expected_avg_denoise_ms": 39.98,
|
|
"expected_median_denoise_ms": 39.47,
|
|
"estimated_full_test_time_s": 120.5
|
|
},
|
|
"flux_2_klein_base_image_t2i": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.03,
|
|
"TextEncodingStage": 53.32,
|
|
"ImageVAEEncodingStage": 0.01,
|
|
"LatentPreparationStage": 1.14,
|
|
"TimestepPreparationStage": 20.37,
|
|
"DenoisingStage": 6704.85,
|
|
"DecodingStage": 7.23
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 72.0,
|
|
"1": 86.92,
|
|
"2": 130.18,
|
|
"3": 130.1,
|
|
"4": 131.2,
|
|
"5": 130.92,
|
|
"6": 130.31,
|
|
"7": 144.42,
|
|
"8": 136.01,
|
|
"9": 132.71,
|
|
"10": 130.96,
|
|
"11": 130.37,
|
|
"12": 130.77,
|
|
"13": 132.92,
|
|
"14": 138.92,
|
|
"15": 138.26,
|
|
"16": 132.61,
|
|
"17": 133.87,
|
|
"18": 133.08,
|
|
"19": 131.36,
|
|
"20": 132.41,
|
|
"21": 136.52,
|
|
"22": 136.33,
|
|
"23": 135.24,
|
|
"24": 134.33,
|
|
"25": 132.95,
|
|
"26": 132.93,
|
|
"27": 130.62,
|
|
"28": 133.91,
|
|
"29": 135.79,
|
|
"30": 135.71,
|
|
"31": 134.15,
|
|
"32": 133.72,
|
|
"33": 133.32,
|
|
"34": 132.37,
|
|
"35": 135.04,
|
|
"36": 135.56,
|
|
"37": 136.58,
|
|
"38": 135.37,
|
|
"39": 134.37,
|
|
"40": 135.29,
|
|
"41": 132.97,
|
|
"42": 132.97,
|
|
"43": 134.56,
|
|
"44": 136.54,
|
|
"45": 135.2,
|
|
"46": 135.27,
|
|
"47": 133.13,
|
|
"48": 131.98,
|
|
"49": 133.24
|
|
},
|
|
"expected_e2e_ms": 6870.9,
|
|
"expected_avg_denoise_ms": 131.92,
|
|
"expected_median_denoise_ms": 133.4,
|
|
"estimated_full_test_time_s": 124.4
|
|
},
|
|
"flux_2_ti2i": {
|
|
"stages_ms": {
|
|
"TextEncodingStage": 367.56,
|
|
"DenoisingStage": 46838.26,
|
|
"InputValidationStage": 43.89,
|
|
"LatentPreparationStage": 0.27,
|
|
"TimestepPreparationStage": 10.54,
|
|
"DecodingStage": 16.32,
|
|
"ImageVAEEncodingStage": 69.59
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 910.0,
|
|
"1": 148.53,
|
|
"2": 932.49,
|
|
"3": 930.25,
|
|
"4": 928.98,
|
|
"5": 928.58,
|
|
"6": 933.5,
|
|
"7": 934.46,
|
|
"8": 934.42,
|
|
"9": 935.13,
|
|
"10": 934.08,
|
|
"11": 934.95,
|
|
"12": 934.47,
|
|
"13": 935.96,
|
|
"14": 935.65,
|
|
"15": 937.07,
|
|
"16": 936.13,
|
|
"17": 932.69,
|
|
"18": 938.8,
|
|
"19": 937.48,
|
|
"20": 939.61,
|
|
"21": 938.2,
|
|
"22": 936.83,
|
|
"23": 939.99,
|
|
"24": 935.59,
|
|
"25": 934.87,
|
|
"26": 937.1,
|
|
"27": 939.72,
|
|
"28": 938.59,
|
|
"29": 938.43,
|
|
"30": 939.54,
|
|
"31": 938.4,
|
|
"32": 936.73,
|
|
"33": 936.87,
|
|
"34": 936.71,
|
|
"35": 937.35,
|
|
"36": 937.94,
|
|
"37": 936.72,
|
|
"38": 936.04,
|
|
"39": 937.37,
|
|
"40": 937.72,
|
|
"41": 939.13,
|
|
"42": 938.47,
|
|
"43": 939.74,
|
|
"44": 939.68,
|
|
"45": 939.95,
|
|
"46": 940.96,
|
|
"47": 939.01,
|
|
"48": 940.73,
|
|
"49": 940.47
|
|
},
|
|
"expected_e2e_ms": 47799.39,
|
|
"expected_avg_denoise_ms": 920.57,
|
|
"expected_median_denoise_ms": 936.97,
|
|
"estimated_full_test_time_s": 168.9
|
|
},
|
|
"flux_2_ti2i_multi_image_cache_dit": {
|
|
"stages_ms": {
|
|
"ImageVAEEncodingStage": 282.83,
|
|
"DenoisingStage": 26936.93,
|
|
"DecodingStage": 129.33,
|
|
"TextEncodingStage": 737.01,
|
|
"LatentPreparationStage": 0.84,
|
|
"TimestepPreparationStage": 20.57,
|
|
"InputValidationStage": 84.29
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 1846.55,
|
|
"1": 232.6,
|
|
"2": 1621.05,
|
|
"3": 1606.1,
|
|
"4": 1441.78,
|
|
"5": 59.2,
|
|
"6": 60.32,
|
|
"7": 235.36,
|
|
"8": 1443.21,
|
|
"9": 59.71,
|
|
"10": 59.79,
|
|
"11": 236.12,
|
|
"12": 1439.11,
|
|
"13": 59.97,
|
|
"14": 60.46,
|
|
"15": 239.29,
|
|
"16": 1441.32,
|
|
"17": 60.76,
|
|
"18": 60.68,
|
|
"19": 240.16,
|
|
"20": 1442.46,
|
|
"21": 60.14,
|
|
"22": 61.1,
|
|
"23": 239.26,
|
|
"24": 1443.28,
|
|
"25": 59.41,
|
|
"26": 60.74,
|
|
"27": 238.02,
|
|
"28": 1444.38,
|
|
"29": 59.09,
|
|
"30": 59.12,
|
|
"31": 241.69,
|
|
"32": 1441.99,
|
|
"33": 60.44,
|
|
"34": 61.93,
|
|
"35": 241.0,
|
|
"36": 1443.56,
|
|
"37": 60.55,
|
|
"38": 61.07,
|
|
"39": 238.11,
|
|
"40": 1443.33,
|
|
"41": 59.08,
|
|
"42": 60.43,
|
|
"43": 239.23,
|
|
"44": 1444.53,
|
|
"45": 61.77,
|
|
"46": 61.65,
|
|
"47": 239.84,
|
|
"48": 1443.89,
|
|
"49": 59.92
|
|
},
|
|
"expected_e2e_ms": 28591.93,
|
|
"expected_avg_denoise_ms": 533.42,
|
|
"expected_median_denoise_ms": 235.74,
|
|
"estimated_full_test_time_s": 148.6
|
|
},
|
|
"flux_image_t2i_2_gpus": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 28.24,
|
|
"TimestepPreparationStage": 25.74,
|
|
"LatentPreparationStage": 0.25,
|
|
"DenoisingStage": 4994.21,
|
|
"DecodingStage": 11.98
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 73.63,
|
|
"1": 81.34,
|
|
"2": 99.66,
|
|
"3": 99.12,
|
|
"4": 99.9,
|
|
"5": 100.06,
|
|
"6": 100.02,
|
|
"7": 99.58,
|
|
"8": 99.56,
|
|
"9": 100.84,
|
|
"10": 100.78,
|
|
"11": 100.72,
|
|
"12": 100.77,
|
|
"13": 100.35,
|
|
"14": 100.09,
|
|
"15": 100.51,
|
|
"16": 99.86,
|
|
"17": 100.29,
|
|
"18": 100.72,
|
|
"19": 99.24,
|
|
"20": 100.42,
|
|
"21": 100.98,
|
|
"22": 100.47,
|
|
"23": 101.11,
|
|
"24": 100.19,
|
|
"25": 101.35,
|
|
"26": 100.53,
|
|
"27": 100.2,
|
|
"28": 99.65,
|
|
"29": 98.85,
|
|
"30": 99.6,
|
|
"31": 100.72,
|
|
"32": 100.29,
|
|
"33": 100.43,
|
|
"34": 101.03,
|
|
"35": 100.54,
|
|
"36": 99.26,
|
|
"37": 100.48,
|
|
"38": 100.88,
|
|
"39": 100.52,
|
|
"40": 100.48,
|
|
"41": 100.76,
|
|
"42": 100.87,
|
|
"43": 100.34,
|
|
"44": 100.68,
|
|
"45": 100.73,
|
|
"46": 99.13,
|
|
"47": 100.54,
|
|
"48": 100.57,
|
|
"49": 100.09
|
|
},
|
|
"expected_e2e_ms": 5215.39,
|
|
"expected_avg_denoise_ms": 99.72,
|
|
"expected_median_denoise_ms": 100.52,
|
|
"estimated_full_test_time_s": 125.5
|
|
},
|
|
"zimage_image_t2i": {
|
|
"stages_ms": {
|
|
"DecodingStage": 134.1,
|
|
"InputValidationStage": 0.04,
|
|
"DenoisingStage": 771.7,
|
|
"TextEncodingStage": 130.68,
|
|
"LatentPreparationStage": 0.16,
|
|
"TimestepPreparationStage": 27.67
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 95.97,
|
|
"1": 29.8,
|
|
"2": 91.06,
|
|
"3": 91.41,
|
|
"4": 93.26,
|
|
"5": 90.11,
|
|
"6": 90.88,
|
|
"7": 91.93,
|
|
"8": 93.16
|
|
},
|
|
"expected_e2e_ms": 1068.66,
|
|
"expected_avg_denoise_ms": 85.29,
|
|
"expected_median_denoise_ms": 91.41,
|
|
"estimated_full_test_time_s": 116.3
|
|
},
|
|
"zimage_image_t2i_fp8": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 131.15,
|
|
"LatentPreparationStage": 0.18,
|
|
"TimestepPreparationStage": 26.29,
|
|
"DenoisingStage": 959.66,
|
|
"DecodingStage": 125.62
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 115.4,
|
|
"1": 56.32,
|
|
"2": 111.77,
|
|
"3": 110.02,
|
|
"4": 111.43,
|
|
"5": 111.32,
|
|
"6": 110.77,
|
|
"7": 110.53,
|
|
"8": 118.39
|
|
},
|
|
"expected_e2e_ms": 1247.73,
|
|
"expected_avg_denoise_ms": 106.22,
|
|
"expected_median_denoise_ms": 111.32,
|
|
"estimated_full_test_time_s": 123.7
|
|
},
|
|
"zimage_image_t2i_multi_lora": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 130.25,
|
|
"LatentPreparationStage": 0.12,
|
|
"TimestepPreparationStage": 26.5,
|
|
"DenoisingStage": 841.93,
|
|
"DecodingStage": 142.78
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 102.18,
|
|
"1": 40.06,
|
|
"2": 99.39,
|
|
"3": 100.33,
|
|
"4": 103.95,
|
|
"5": 93.48,
|
|
"6": 99.6,
|
|
"7": 99.38,
|
|
"8": 99.77
|
|
},
|
|
"expected_e2e_ms": 1145.53,
|
|
"expected_avg_denoise_ms": 93.12,
|
|
"expected_median_denoise_ms": 99.6,
|
|
"estimated_full_test_time_s": 162.1
|
|
},
|
|
"zimage_image_t2i_2_gpus": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 256.67,
|
|
"LatentPreparationStage": 0.14,
|
|
"TimestepPreparationStage": 36.44,
|
|
"DenoisingStage": 525.39,
|
|
"DecodingStage": 10.18
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 40.09,
|
|
"1": 38.17,
|
|
"2": 54.71,
|
|
"3": 64.29,
|
|
"4": 65.0,
|
|
"5": 63.7,
|
|
"6": 64.61,
|
|
"7": 64.42,
|
|
"8": 64.35
|
|
},
|
|
"expected_e2e_ms": 1425.0,
|
|
"expected_avg_denoise_ms": 57.95,
|
|
"expected_median_denoise_ms": 64.35,
|
|
"estimated_full_test_time_s": 75.0
|
|
},
|
|
"qwen_image_edit_ti2i": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 24.78,
|
|
"ImageEncodingStage": 714.55,
|
|
"ImageVAEEncodingStage": 51.33,
|
|
"LatentPreparationStage": 0.16,
|
|
"TimestepPreparationStage": 11.8,
|
|
"DenoisingStage": 31661.25,
|
|
"DecodingStage": 18.88
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 478.42,
|
|
"1": 639.36,
|
|
"2": 624.05,
|
|
"3": 641.68,
|
|
"4": 633.93,
|
|
"5": 629.7,
|
|
"6": 636.64,
|
|
"7": 632.61,
|
|
"8": 634.45,
|
|
"9": 639.15,
|
|
"10": 631.25,
|
|
"11": 637.01,
|
|
"12": 636.15,
|
|
"13": 633.45,
|
|
"14": 637.49,
|
|
"15": 636.16,
|
|
"16": 635.98,
|
|
"17": 633.24,
|
|
"18": 633.64,
|
|
"19": 635.55,
|
|
"20": 633.12,
|
|
"21": 634.69,
|
|
"22": 634.61,
|
|
"23": 633.84,
|
|
"24": 634.0,
|
|
"25": 637.6,
|
|
"26": 635.62,
|
|
"27": 636.5,
|
|
"28": 632.61,
|
|
"29": 635.94,
|
|
"30": 638.16,
|
|
"31": 634.96,
|
|
"32": 636.42,
|
|
"33": 640.92,
|
|
"34": 638.18,
|
|
"35": 637.46,
|
|
"36": 641.18,
|
|
"37": 634.96,
|
|
"38": 640.21,
|
|
"39": 641.08,
|
|
"40": 636.65,
|
|
"41": 640.47,
|
|
"42": 638.16,
|
|
"43": 636.12,
|
|
"44": 637.03,
|
|
"45": 640.74,
|
|
"46": 638.69,
|
|
"47": 643.17,
|
|
"48": 636.95,
|
|
"49": 632.72
|
|
},
|
|
"expected_e2e_ms": 33010.17,
|
|
"expected_avg_denoise_ms": 633.05,
|
|
"expected_median_denoise_ms": 636.16,
|
|
"estimated_full_test_time_s": 153.6
|
|
},
|
|
"joyai_image_edit_ti2i": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 21.56,
|
|
"ImageEncodingStage": 612.88,
|
|
"ImageVAEEncodingStage": 67.95,
|
|
"LatentPreparationStage": 0.17,
|
|
"TimestepPreparationStage": 15.19,
|
|
"DenoisingStage": 26686.38,
|
|
"DecodingStage": 14.27
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 432.34,
|
|
"1": 673.28,
|
|
"2": 657.39,
|
|
"3": 677.9,
|
|
"4": 671.52,
|
|
"5": 665.09,
|
|
"6": 677.58,
|
|
"7": 672.65,
|
|
"8": 669.57,
|
|
"9": 674.81,
|
|
"10": 674.51,
|
|
"11": 670.56,
|
|
"12": 670.59,
|
|
"13": 670.77,
|
|
"14": 675.56,
|
|
"15": 673.46,
|
|
"16": 676.6,
|
|
"17": 673.97,
|
|
"18": 673.64,
|
|
"19": 675.71,
|
|
"20": 669.77,
|
|
"21": 672.28,
|
|
"22": 673.77,
|
|
"23": 673.28,
|
|
"24": 675.13,
|
|
"25": 672.96,
|
|
"26": 676.29,
|
|
"27": 676.38,
|
|
"28": 675.12,
|
|
"29": 671.67,
|
|
"30": 672.48,
|
|
"31": 671.58,
|
|
"32": 669.13,
|
|
"33": 670.99,
|
|
"34": 671.04,
|
|
"35": 673.41,
|
|
"36": 674.28,
|
|
"37": 673.07,
|
|
"38": 673.32,
|
|
"39": 667.02
|
|
},
|
|
"expected_e2e_ms": 27693.61,
|
|
"expected_avg_denoise_ms": 666.89,
|
|
"expected_median_denoise_ms": 673.29,
|
|
"estimated_full_test_time_s": 117.6
|
|
},
|
|
"qwen_image_t2i_cache_dit_enabled": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 231.2,
|
|
"LatentPreparationStage": 0.16,
|
|
"TimestepPreparationStage": 14.34,
|
|
"DenoisingStage": 4216.22,
|
|
"DecodingStage": 8.11
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 194.03,
|
|
"1": 242.42,
|
|
"2": 243.19,
|
|
"3": 255.67,
|
|
"4": 59.95,
|
|
"5": 6.59,
|
|
"6": 198.65,
|
|
"7": 30.85,
|
|
"8": 6.38,
|
|
"9": 193.27,
|
|
"10": 48.7,
|
|
"11": 6.4,
|
|
"12": 6.64,
|
|
"13": 194.41,
|
|
"14": 51.4,
|
|
"15": 6.56,
|
|
"16": 6.36,
|
|
"17": 205.12,
|
|
"18": 58.3,
|
|
"19": 6.55,
|
|
"20": 6.13,
|
|
"21": 195.49,
|
|
"22": 56.24,
|
|
"23": 6.36,
|
|
"24": 6.17,
|
|
"25": 194.51,
|
|
"26": 56.45,
|
|
"27": 6.37,
|
|
"28": 6.24,
|
|
"29": 196.33,
|
|
"30": 57.49,
|
|
"31": 6.6,
|
|
"32": 6.24,
|
|
"33": 201.13,
|
|
"34": 57.04,
|
|
"35": 6.58,
|
|
"36": 6.45,
|
|
"37": 196.17,
|
|
"38": 55.55,
|
|
"39": 6.48,
|
|
"40": 7.16,
|
|
"41": 193.75,
|
|
"42": 56.32,
|
|
"43": 6.43,
|
|
"44": 6.48,
|
|
"45": 196.52,
|
|
"46": 58.45,
|
|
"47": 6.55,
|
|
"48": 201.62,
|
|
"49": 45.11
|
|
},
|
|
"expected_e2e_ms": 4531.7,
|
|
"expected_avg_denoise_ms": 84.06,
|
|
"expected_median_denoise_ms": 53.48,
|
|
"estimated_full_test_time_s": 124.9
|
|
},
|
|
"wan2_1_t2v_1.3b_teacache_enabled": {
|
|
"stages_ms": {
|
|
"TextEncodingStage": 618.71,
|
|
"DenoisingStage": 3926.63,
|
|
"InputValidationStage": 0.05,
|
|
"LatentPreparationStage": 0.14,
|
|
"TimestepPreparationStage": 2.31,
|
|
"DecodingStage": 544.28
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 80.49,
|
|
"1": 125.15,
|
|
"2": 144.75,
|
|
"3": 144.41,
|
|
"4": 143.82,
|
|
"5": 137.91,
|
|
"6": 33.18,
|
|
"7": 102.12,
|
|
"8": 32.52,
|
|
"9": 104.07,
|
|
"10": 37.91,
|
|
"11": 105.12,
|
|
"12": 2.52,
|
|
"13": 31.09,
|
|
"14": 106.91,
|
|
"15": 2.79,
|
|
"16": 30.23,
|
|
"17": 95.25,
|
|
"18": 2.67,
|
|
"19": 29.76,
|
|
"20": 110.46,
|
|
"21": 2.66,
|
|
"22": 29.96,
|
|
"23": 108.86,
|
|
"24": 2.7,
|
|
"25": 32.5,
|
|
"26": 108.62,
|
|
"27": 2.6,
|
|
"28": 29.72,
|
|
"29": 107.12,
|
|
"30": 2.53,
|
|
"31": 30.15,
|
|
"32": 112.05,
|
|
"33": 2.5,
|
|
"34": 104.27,
|
|
"35": 38.24,
|
|
"36": 102.6,
|
|
"37": 37.63,
|
|
"38": 104.91,
|
|
"39": 32.24,
|
|
"40": 106.69,
|
|
"41": 38.64,
|
|
"42": 106.66,
|
|
"43": 38.09,
|
|
"44": 109.63,
|
|
"45": 145.34,
|
|
"46": 148.45,
|
|
"47": 143.63,
|
|
"48": 148.49,
|
|
"49": 150.48
|
|
},
|
|
"expected_e2e_ms": 5161.84,
|
|
"expected_avg_denoise_ms": 78.45,
|
|
"expected_median_denoise_ms": 102.49,
|
|
"estimated_full_test_time_s": 126.0
|
|
},
|
|
"wan2_1_t2v_1.3b": {
|
|
"stages_ms": {
|
|
"DecodingStage": 503.17,
|
|
"InputValidationStage": 0.03,
|
|
"DenoisingStage": 7244.34,
|
|
"TextEncodingStage": 624.67,
|
|
"LatentPreparationStage": 0.09,
|
|
"TimestepPreparationStage": 2.28
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 92.19,
|
|
"1": 121.33,
|
|
"2": 136.86,
|
|
"3": 137.63,
|
|
"4": 138.47,
|
|
"5": 137.02,
|
|
"6": 139.05,
|
|
"7": 139.27,
|
|
"8": 139.36,
|
|
"9": 138.76,
|
|
"10": 136.99,
|
|
"11": 138.7,
|
|
"12": 139.07,
|
|
"13": 138.37,
|
|
"14": 137.45,
|
|
"15": 138.88,
|
|
"16": 137.47,
|
|
"17": 137.27,
|
|
"18": 137.33,
|
|
"19": 137.38,
|
|
"20": 137.82,
|
|
"21": 137.26,
|
|
"22": 137.55,
|
|
"23": 137.4,
|
|
"24": 137.65,
|
|
"25": 137.63,
|
|
"26": 137.25,
|
|
"27": 137.51,
|
|
"28": 137.1,
|
|
"29": 137.85,
|
|
"30": 137.6,
|
|
"31": 137.55,
|
|
"32": 137.36,
|
|
"33": 137.62,
|
|
"34": 137.41,
|
|
"35": 137.44,
|
|
"36": 137.67,
|
|
"37": 138.13,
|
|
"38": 137.71,
|
|
"39": 137.4,
|
|
"40": 137.62,
|
|
"41": 137.89,
|
|
"42": 137.38,
|
|
"43": 137.79,
|
|
"44": 137.8,
|
|
"45": 137.95,
|
|
"46": 138.07,
|
|
"47": 137.55,
|
|
"48": 137.42,
|
|
"49": 137.45
|
|
},
|
|
"expected_e2e_ms": 8629.02,
|
|
"expected_avg_denoise_ms": 144.79,
|
|
"expected_median_denoise_ms": 145.57,
|
|
"estimated_full_test_time_s": 129.3
|
|
},
|
|
"wan2_1_t2v_1.3b_cfg_parallel": {
|
|
"stages_ms": {
|
|
"LatentPreparationStage": 0.29,
|
|
"InputValidationStage": 0.05,
|
|
"DenoisingStage": 3735.53,
|
|
"DecodingStage": 404.36,
|
|
"TimestepPreparationStage": 3.66,
|
|
"TextEncodingStage": 652.39
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 58.84,
|
|
"1": 64.87,
|
|
"2": 66.46,
|
|
"3": 63.27,
|
|
"4": 67.23,
|
|
"5": 62.74,
|
|
"6": 60.87,
|
|
"7": 74.0,
|
|
"8": 75.26,
|
|
"9": 76.17,
|
|
"10": 73.24,
|
|
"11": 76.09,
|
|
"12": 87.22,
|
|
"13": 78.91,
|
|
"14": 76.16,
|
|
"15": 78.78,
|
|
"16": 75.38,
|
|
"17": 75.62,
|
|
"18": 75.29,
|
|
"19": 74.83,
|
|
"20": 74.68,
|
|
"21": 72.13,
|
|
"22": 73.38,
|
|
"23": 77.21,
|
|
"24": 77.8,
|
|
"25": 85.28,
|
|
"26": 74.18,
|
|
"27": 78.97,
|
|
"28": 77.76,
|
|
"29": 76.05,
|
|
"30": 73.97,
|
|
"31": 75.86,
|
|
"32": 75.52,
|
|
"33": 75.77,
|
|
"34": 74.81,
|
|
"35": 76.4,
|
|
"36": 76.53,
|
|
"37": 77.94,
|
|
"38": 78.81,
|
|
"39": 78.26,
|
|
"40": 78.24,
|
|
"41": 77.43,
|
|
"42": 76.87,
|
|
"43": 76.96,
|
|
"44": 76.15,
|
|
"45": 76.11,
|
|
"46": 75.26,
|
|
"47": 76.75,
|
|
"48": 79.17,
|
|
"49": 72.62
|
|
},
|
|
"expected_e2e_ms": 4956.47,
|
|
"expected_avg_denoise_ms": 74.54,
|
|
"expected_median_denoise_ms": 75.03,
|
|
"estimated_full_test_time_s": 127.6
|
|
},
|
|
"turbo_wan2_1_t2v_1.3b": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.06,
|
|
"TextEncodingStage": 2508.95,
|
|
"TimestepPreparationStage": 73.51,
|
|
"LatentPreparationStage": 1.34,
|
|
"DmdDenoisingStage": 1285.25,
|
|
"DecodingStage": 805.04,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 897.62,
|
|
"1": 126.04,
|
|
"2": 126.52,
|
|
"3": 128.26
|
|
},
|
|
"expected_e2e_ms": 4686.66,
|
|
"expected_avg_denoise_ms": 319.61,
|
|
"expected_median_denoise_ms": 127.39,
|
|
"estimated_full_test_time_s": 124.7
|
|
},
|
|
"ltx_2_two_stage_t2v": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 775.78,
|
|
"LTX2TextConnectorStage": 10.72,
|
|
"LTX2HalveResolutionStage": 0.05,
|
|
"LTX2LoRASwitchStage": 2.8,
|
|
"LTX2SigmaPreparationStage": 0.17,
|
|
"TimestepPreparationStage": 11.39,
|
|
"LTX2AVLatentPreparationStage": 0.18,
|
|
"LTX2ImageEncodingStage": 0.02,
|
|
"LTX2AVDenoisingStage": 4521.8,
|
|
"LTX2UpsampleStage": 2.52,
|
|
"LTX2RefinementStage": 544.95,
|
|
"LTX2AVDecodingStage": 206.92,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 116.82,
|
|
"1": 166.1,
|
|
"2": 113.57,
|
|
"3": 116.56,
|
|
"4": 115.93,
|
|
"5": 116.1,
|
|
"6": 116.65,
|
|
"7": 115.37,
|
|
"8": 109.93,
|
|
"9": 116.34,
|
|
"10": 116.37,
|
|
"11": 118.34,
|
|
"12": 114.94,
|
|
"13": 120.27,
|
|
"14": 117.81,
|
|
"15": 118.43,
|
|
"16": 118.83,
|
|
"17": 107.31,
|
|
"18": 115.91,
|
|
"19": 114.51,
|
|
"20": 106.1,
|
|
"21": 105.55,
|
|
"22": 111.25,
|
|
"23": 105.68,
|
|
"24": 105.36,
|
|
"25": 106.07,
|
|
"26": 114.65,
|
|
"27": 115.08,
|
|
"28": 115.54,
|
|
"29": 114.29,
|
|
"30": 115.5,
|
|
"31": 123.66,
|
|
"32": 104.07,
|
|
"33": 103.24,
|
|
"34": 104.41,
|
|
"35": 103.3,
|
|
"36": 102.05,
|
|
"37": 102.4,
|
|
"38": 102.77,
|
|
"39": 102.07,
|
|
"40": 192.18,
|
|
"41": 171.85,
|
|
"42": 166.03
|
|
},
|
|
"expected_e2e_ms": 6313.7,
|
|
"expected_avg_denoise_ms": 118.58,
|
|
"expected_median_denoise_ms": 109.14,
|
|
"estimated_full_test_time_s": 345.4
|
|
},
|
|
"wan2_2_ti2v_5b": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 380.0,
|
|
"TextEncodingStage": 328.44,
|
|
"LatentPreparationStage": 0.13,
|
|
"TimestepPreparationStage": 2.32,
|
|
"DenoisingStage": 15171.58,
|
|
"DecodingStage": 1527.14
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 183.83,
|
|
"1": 301.44,
|
|
"2": 300.81,
|
|
"3": 311.19,
|
|
"4": 305.2,
|
|
"5": 302.05,
|
|
"6": 307.57,
|
|
"7": 305.22,
|
|
"8": 299.57,
|
|
"9": 302.19,
|
|
"10": 306.41,
|
|
"11": 303.95,
|
|
"12": 304.63,
|
|
"13": 305.57,
|
|
"14": 304.51,
|
|
"15": 305.02,
|
|
"16": 305.67,
|
|
"17": 304.17,
|
|
"18": 305.43,
|
|
"19": 304.32,
|
|
"20": 305.91,
|
|
"21": 304.7,
|
|
"22": 302.28,
|
|
"23": 303.57,
|
|
"24": 305.08,
|
|
"25": 304.67,
|
|
"26": 304.03,
|
|
"27": 305.48,
|
|
"28": 306.68,
|
|
"29": 305.07,
|
|
"30": 304.83,
|
|
"31": 305.76,
|
|
"32": 304.22,
|
|
"33": 305.49,
|
|
"34": 306.05,
|
|
"35": 305.28,
|
|
"36": 306.09,
|
|
"37": 307.76,
|
|
"38": 305.25,
|
|
"39": 305.21,
|
|
"40": 306.17,
|
|
"41": 304.79,
|
|
"42": 305.64,
|
|
"43": 305.06,
|
|
"44": 306.74,
|
|
"45": 305.89,
|
|
"46": 304.28,
|
|
"47": 306.01,
|
|
"48": 304.94,
|
|
"49": 302.57
|
|
},
|
|
"expected_e2e_ms": 17597.35,
|
|
"expected_avg_denoise_ms": 302.53,
|
|
"expected_median_denoise_ms": 305.07,
|
|
"estimated_full_test_time_s": 141.7
|
|
},
|
|
"qwen_image_edit_2509_ti2i": {
|
|
"stages_ms": {
|
|
"ImageEncodingStage": 590.9,
|
|
"DenoisingStage": 38451.75,
|
|
"InputValidationStage": 98.87,
|
|
"LatentPreparationStage": 0.15,
|
|
"TimestepPreparationStage": 12.19,
|
|
"DecodingStage": 14.52,
|
|
"ImageVAEEncodingStage": 91.27
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 717.34,
|
|
"1": 959.86,
|
|
"2": 964.82,
|
|
"3": 964.14,
|
|
"4": 964.39,
|
|
"5": 962.79,
|
|
"6": 959.88,
|
|
"7": 962.3,
|
|
"8": 959.08,
|
|
"9": 966.39,
|
|
"10": 968.95,
|
|
"11": 966.02,
|
|
"12": 963.19,
|
|
"13": 965.61,
|
|
"14": 964.04,
|
|
"15": 964.3,
|
|
"16": 964.12,
|
|
"17": 966.04,
|
|
"18": 967.82,
|
|
"19": 968.01,
|
|
"20": 968.46,
|
|
"21": 968.58,
|
|
"22": 967.91,
|
|
"23": 967.14,
|
|
"24": 966.89,
|
|
"25": 967.93,
|
|
"26": 964.2,
|
|
"27": 968.56,
|
|
"28": 966.23,
|
|
"29": 970.81,
|
|
"30": 968.49,
|
|
"31": 970.28,
|
|
"32": 968.94,
|
|
"33": 970.14,
|
|
"34": 968.76,
|
|
"35": 970.11,
|
|
"36": 968.54,
|
|
"37": 968.7,
|
|
"38": 971.43,
|
|
"39": 969.25
|
|
},
|
|
"expected_e2e_ms": 39483.04,
|
|
"expected_avg_denoise_ms": 961.13,
|
|
"expected_median_denoise_ms": 967.48,
|
|
"estimated_full_test_time_s": 160.2
|
|
},
|
|
"qwen_image_layered_i2i": {
|
|
"stages_ms": {
|
|
"QwenImageLayeredBeforeDenoisingStage": 800,
|
|
"TimestepPreparationStage": 0.0,
|
|
"DenoisingStage": 33064.04,
|
|
"DecodingStage": 142.89
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 512.55,
|
|
"1": 671.77,
|
|
"2": 658.22,
|
|
"3": 666.15,
|
|
"4": 669.94,
|
|
"5": 663.29,
|
|
"6": 663.62,
|
|
"7": 665.89,
|
|
"8": 663.92,
|
|
"9": 666.76,
|
|
"10": 662.27,
|
|
"11": 662.88,
|
|
"12": 667.29,
|
|
"13": 667.25,
|
|
"14": 668.65,
|
|
"15": 667.43,
|
|
"16": 667.93,
|
|
"17": 666.45,
|
|
"18": 670.42,
|
|
"19": 669.86,
|
|
"20": 666.7,
|
|
"21": 669.94,
|
|
"22": 665.95,
|
|
"23": 666.9,
|
|
"24": 668.24,
|
|
"25": 669.13,
|
|
"26": 667.71,
|
|
"27": 672.43,
|
|
"28": 669.31,
|
|
"29": 660.48,
|
|
"30": 670.89,
|
|
"31": 666.7,
|
|
"32": 669.39,
|
|
"33": 666.78,
|
|
"34": 670.27,
|
|
"35": 671.19,
|
|
"36": 668.11,
|
|
"37": 670.61,
|
|
"38": 670.22,
|
|
"39": 660.73,
|
|
"40": 674.31,
|
|
"41": 672.18,
|
|
"42": 670.49,
|
|
"43": 669.57,
|
|
"44": 674.7,
|
|
"45": 673.28,
|
|
"46": 672.62,
|
|
"47": 672.52,
|
|
"48": 673.85,
|
|
"49": 666.93
|
|
},
|
|
"expected_e2e_ms": 33451.98,
|
|
"expected_avg_denoise_ms": 661.05,
|
|
"expected_median_denoise_ms": 664.26,
|
|
"estimated_full_test_time_s": 161.5
|
|
},
|
|
"fastwan2_2_ti2v_5b": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 400.0,
|
|
"TextEncodingStage": 329.33,
|
|
"TimestepPreparationStage": 30.08,
|
|
"LatentPreparationStage": 0.12,
|
|
"DmdDenoisingStage": 270.39,
|
|
"DecodingStage": 1462.06
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 35.0,
|
|
"1": 30.01,
|
|
"2": 114.63
|
|
},
|
|
"expected_e2e_ms": 2680.2,
|
|
"expected_avg_denoise_ms": 88.05,
|
|
"expected_median_denoise_ms": 114.63,
|
|
"estimated_full_test_time_s": 125.2
|
|
},
|
|
"fast_hunyuan_video": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 254.74,
|
|
"TimestepPreparationStage": 28.98,
|
|
"LatentPreparationStage": 0.13,
|
|
"DenoisingStage": 5812.04,
|
|
"DecodingStage": 2888.31,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 286.89,
|
|
"1": 284.01,
|
|
"2": 1090.2,
|
|
"3": 1094.58,
|
|
"4": 1087.51,
|
|
"5": 1090.66
|
|
},
|
|
"expected_e2e_ms": 9761.46,
|
|
"expected_avg_denoise_ms": 967.68,
|
|
"expected_median_denoise_ms": 1090.43,
|
|
"estimated_full_test_time_s": 77.0
|
|
},
|
|
"wan2_2_i2v_a14b_2gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 18.1,
|
|
"ImageVAEEncodingStage": 1630.35,
|
|
"DecodingStage": 1114.63,
|
|
"LatentPreparationStage": 0.31,
|
|
"TextEncodingStage": 626.49,
|
|
"TimestepPreparationStage": 4.42,
|
|
"DenoisingStage": 68736.39
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 519.5,
|
|
"1": 612.04,
|
|
"2": 1737.52,
|
|
"3": 1705.6,
|
|
"4": 1711.89,
|
|
"5": 1714.28,
|
|
"6": 1711.38,
|
|
"7": 1710.32,
|
|
"8": 1714.7,
|
|
"9": 1715.46,
|
|
"10": 1713.3,
|
|
"11": 1714.58,
|
|
"12": 1716.05,
|
|
"13": 1718.95,
|
|
"14": 1720.84,
|
|
"15": 1743.12,
|
|
"16": 1715.18,
|
|
"17": 1718.87,
|
|
"18": 1712.45,
|
|
"19": 1712.11,
|
|
"20": 1711.92,
|
|
"21": 1715.97,
|
|
"22": 1712.68,
|
|
"23": 1710.74,
|
|
"24": 1715.36,
|
|
"25": 1715.06,
|
|
"26": 1712.65,
|
|
"27": 1710.31,
|
|
"28": 1714.64,
|
|
"29": 1714.87,
|
|
"30": 1714.28,
|
|
"31": 1713.73,
|
|
"32": 1714.59,
|
|
"33": 1711.81,
|
|
"34": 1716.93,
|
|
"35": 1716.84,
|
|
"36": 1715.25,
|
|
"37": 1715.56,
|
|
"38": 1713.6,
|
|
"39": 1697.24
|
|
},
|
|
"expected_e2e_ms": 73811.61,
|
|
"expected_avg_denoise_ms": 1689.73,
|
|
"expected_median_denoise_ms": 1714.58,
|
|
"estimated_full_test_time_s": 264.1
|
|
},
|
|
"wan2_1_i2v_14b_480P_2gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 7.88,
|
|
"LatentPreparationStage": 0.19,
|
|
"ImageEncodingStage": 30.99,
|
|
"DenoisingStage": 33259.34,
|
|
"DecodingStage": 570.09,
|
|
"TimestepPreparationStage": 2.14,
|
|
"TextEncodingStage": 400.75,
|
|
"ImageVAEEncodingStage": 451.69
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 511.75,
|
|
"1": 684.53,
|
|
"2": 655.82,
|
|
"3": 667.35,
|
|
"4": 669.71,
|
|
"5": 664.06,
|
|
"6": 667.2,
|
|
"7": 669.88,
|
|
"8": 662.88,
|
|
"9": 665.68,
|
|
"10": 665.83,
|
|
"11": 665.85,
|
|
"12": 663.76,
|
|
"13": 666.65,
|
|
"14": 663.7,
|
|
"15": 666.51,
|
|
"16": 667.55,
|
|
"17": 666.8,
|
|
"18": 670.57,
|
|
"19": 670.01,
|
|
"20": 667.19,
|
|
"21": 667.71,
|
|
"22": 666.87,
|
|
"23": 668.3,
|
|
"24": 668.23,
|
|
"25": 668.41,
|
|
"26": 668.06,
|
|
"27": 665.42,
|
|
"28": 671.21,
|
|
"29": 669.95,
|
|
"30": 667.59,
|
|
"31": 670.01,
|
|
"32": 667.18,
|
|
"33": 670.25,
|
|
"34": 669.73,
|
|
"35": 670.18,
|
|
"36": 671.23,
|
|
"37": 671.36,
|
|
"38": 670.11,
|
|
"39": 668.64,
|
|
"40": 668.9,
|
|
"41": 670.84,
|
|
"42": 667.72,
|
|
"43": 670.59,
|
|
"44": 670.31,
|
|
"45": 667.49,
|
|
"46": 668.46,
|
|
"47": 670.64,
|
|
"48": 666.37,
|
|
"49": 662.19
|
|
},
|
|
"expected_e2e_ms": 34741.5,
|
|
"expected_avg_denoise_ms": 665.03,
|
|
"expected_median_denoise_ms": 667.89,
|
|
"estimated_full_test_time_s": 243.0
|
|
},
|
|
"wan2_1_i2v_14b_720P_2gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 11.58,
|
|
"TextEncodingStage": 390.5,
|
|
"DecodingStage": 1357.99,
|
|
"TimestepPreparationStage": 2.27,
|
|
"ImageEncodingStage": 22.34,
|
|
"LatentPreparationStage": 0.17,
|
|
"DenoisingStage": 98693.53,
|
|
"ImageVAEEncodingStage": 938.33
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 1520.16,
|
|
"1": 2022.96,
|
|
"2": 1995.39,
|
|
"3": 1991.55,
|
|
"4": 1991.27,
|
|
"5": 1992.33,
|
|
"6": 1995.09,
|
|
"7": 1991.43,
|
|
"8": 1996.42,
|
|
"9": 1995.96,
|
|
"10": 1979.55,
|
|
"11": 1996.81,
|
|
"12": 1995.44,
|
|
"13": 1997.31,
|
|
"14": 1998.39,
|
|
"15": 2001.51,
|
|
"16": 1996.36,
|
|
"17": 2004.52,
|
|
"18": 1998.34,
|
|
"19": 1996.5,
|
|
"20": 1989.38,
|
|
"21": 1999.1,
|
|
"22": 2001.81,
|
|
"23": 2003.79,
|
|
"24": 2000.16,
|
|
"25": 2001.36,
|
|
"26": 1997.9,
|
|
"27": 1998.86,
|
|
"28": 2001.61,
|
|
"29": 1984.19,
|
|
"30": 2001.64,
|
|
"31": 2001.72,
|
|
"32": 1999.12,
|
|
"33": 1999.24,
|
|
"34": 1999.12,
|
|
"35": 2000.89,
|
|
"36": 1997.08,
|
|
"37": 1997.03,
|
|
"38": 1998.96,
|
|
"39": 1986.55,
|
|
"40": 2000.45,
|
|
"41": 2000.86,
|
|
"42": 1997.49,
|
|
"43": 2000.21,
|
|
"44": 1995.28,
|
|
"45": 1998.78,
|
|
"46": 1997.67,
|
|
"47": 1997.41,
|
|
"48": 1990.79,
|
|
"49": 1970.68
|
|
},
|
|
"expected_e2e_ms": 101519.43,
|
|
"expected_avg_denoise_ms": 1973.69,
|
|
"expected_median_denoise_ms": 1982.25,
|
|
"estimated_full_test_time_s": 248.9
|
|
},
|
|
"wan2_2_t2v_a14b_2gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.05,
|
|
"TextEncodingStage": 314.11,
|
|
"LatentPreparationStage": 0.21,
|
|
"TimestepPreparationStage": 1.89,
|
|
"DenoisingStage": 81747.14,
|
|
"DecodingStage": 784.99
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 1453.25,
|
|
"1": 2056.66,
|
|
"2": 2027.99,
|
|
"3": 2012.96,
|
|
"4": 2020.39,
|
|
"5": 2019.44,
|
|
"6": 2056.54,
|
|
"7": 2065.04,
|
|
"8": 2020.14,
|
|
"9": 2052.19,
|
|
"10": 2020.63,
|
|
"11": 2075.95,
|
|
"12": 2020.56,
|
|
"13": 2020.28,
|
|
"14": 2019.65,
|
|
"15": 2019.53,
|
|
"16": 2019.42,
|
|
"17": 2019.46,
|
|
"18": 2019.61,
|
|
"19": 2019.58,
|
|
"20": 2019.33,
|
|
"21": 2019.44,
|
|
"22": 2019.91,
|
|
"23": 2019.69,
|
|
"24": 2019.61,
|
|
"25": 2019.24,
|
|
"26": 2084.71,
|
|
"27": 2022.36,
|
|
"28": 2031.39,
|
|
"29": 2048.32,
|
|
"30": 2020.36,
|
|
"31": 2033.97,
|
|
"32": 2036.4,
|
|
"33": 2039.62,
|
|
"34": 2045.06,
|
|
"35": 2026.33,
|
|
"36": 2022.31,
|
|
"37": 2026.32,
|
|
"38": 2020.56,
|
|
"39": 2014.28
|
|
},
|
|
"expected_e2e_ms": 83297.78,
|
|
"expected_avg_denoise_ms": 2029.88,
|
|
"expected_median_denoise_ms": 2026.87,
|
|
"estimated_full_test_time_s": 204.3
|
|
},
|
|
"wan2_1_t2v_14b_2gpu": {
|
|
"stages_ms": {
|
|
"TextEncodingStage": 648.05,
|
|
"DecodingStage": 637.43,
|
|
"TimestepPreparationStage": 3.4,
|
|
"InputValidationStage": 0.05,
|
|
"LatentPreparationStage": 0.27,
|
|
"DenoisingStage": 23262.32
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 307.85,
|
|
"1": 190.41,
|
|
"2": 490.26,
|
|
"3": 468.77,
|
|
"4": 479.98,
|
|
"5": 470.02,
|
|
"6": 481.03,
|
|
"7": 474.6,
|
|
"8": 480.52,
|
|
"9": 475.21,
|
|
"10": 466.27,
|
|
"11": 475.87,
|
|
"12": 476.53,
|
|
"13": 477.88,
|
|
"14": 476.46,
|
|
"15": 478.46,
|
|
"16": 475.68,
|
|
"17": 480.34,
|
|
"18": 473.5,
|
|
"19": 481.12,
|
|
"20": 469.81,
|
|
"21": 480.89,
|
|
"22": 473.67,
|
|
"23": 478.55,
|
|
"24": 475.17,
|
|
"25": 478.69,
|
|
"26": 476.86,
|
|
"27": 476.79,
|
|
"28": 478.15,
|
|
"29": 469.87,
|
|
"30": 478.06,
|
|
"31": 478.14,
|
|
"32": 477.48,
|
|
"33": 478.13,
|
|
"34": 476.76,
|
|
"35": 476.79,
|
|
"36": 478.36,
|
|
"37": 476.93,
|
|
"38": 477.99,
|
|
"39": 469.25,
|
|
"40": 477.28,
|
|
"41": 478.29,
|
|
"42": 476.71,
|
|
"43": 477.91,
|
|
"44": 479.14,
|
|
"45": 477.02,
|
|
"46": 477.17,
|
|
"47": 478.45,
|
|
"48": 476.97,
|
|
"49": 464.05
|
|
},
|
|
"expected_e2e_ms": 24749.27,
|
|
"expected_avg_denoise_ms": 464.73,
|
|
"expected_median_denoise_ms": 470.88,
|
|
"estimated_full_test_time_s": 173.2
|
|
},
|
|
"wan2_2_t2v_a14b_lora_2gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.03,
|
|
"TextEncodingStage": 616.22,
|
|
"LatentPreparationStage": 0.13,
|
|
"TimestepPreparationStage": 2.72,
|
|
"DenoisingStage": 57638.76,
|
|
"DecodingStage": 823.49
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 504.86,
|
|
"1": 1188.64,
|
|
"2": 1422.03,
|
|
"3": 1404.94,
|
|
"4": 1421.26,
|
|
"5": 1397.71,
|
|
"6": 1410.77,
|
|
"7": 1410.95,
|
|
"8": 1408.93,
|
|
"9": 1412.07,
|
|
"10": 1411.42,
|
|
"11": 1412.58,
|
|
"12": 1411.5,
|
|
"13": 1417.19,
|
|
"14": 1414.5,
|
|
"15": 1414.9,
|
|
"16": 1417.43,
|
|
"17": 1417.16,
|
|
"18": 1418.91,
|
|
"19": 1416.58,
|
|
"20": 1419.57,
|
|
"21": 1413.95,
|
|
"22": 1419.16,
|
|
"23": 1419.4,
|
|
"24": 1417.73,
|
|
"25": 1417.12,
|
|
"26": 1619.69,
|
|
"27": 1598.62,
|
|
"28": 1426.79,
|
|
"29": 1423.25,
|
|
"30": 1411.6,
|
|
"31": 1423.21,
|
|
"32": 1408.9,
|
|
"33": 1420.17,
|
|
"34": 1413.44,
|
|
"35": 1417.43,
|
|
"36": 1418.99,
|
|
"37": 1411.57,
|
|
"38": 1415.99,
|
|
"39": 1396.17
|
|
},
|
|
"expected_e2e_ms": 62134.19,
|
|
"expected_avg_denoise_ms": 1437.82,
|
|
"expected_median_denoise_ms": 1416.85,
|
|
"estimated_full_test_time_s": 181.8
|
|
},
|
|
"wan2_1_t2v_1_3b_lora_1gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.05,
|
|
"TextEncodingStage": 340.58,
|
|
"LatentPreparationStage": 0.16,
|
|
"TimestepPreparationStage": 3.26,
|
|
"DenoisingStage": 7328.48,
|
|
"DecodingStage": 563.07
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 90.0,
|
|
"1": 119.02,
|
|
"2": 146.15,
|
|
"3": 144.15,
|
|
"4": 144.57,
|
|
"5": 144.41,
|
|
"6": 160.18,
|
|
"7": 148.95,
|
|
"8": 144.97,
|
|
"9": 145.9,
|
|
"10": 144.53,
|
|
"11": 145.21,
|
|
"12": 146.25,
|
|
"13": 152.87,
|
|
"14": 148.99,
|
|
"15": 145.88,
|
|
"16": 144.81,
|
|
"17": 144.76,
|
|
"18": 147.29,
|
|
"19": 151.36,
|
|
"20": 151.05,
|
|
"21": 146.67,
|
|
"22": 147.05,
|
|
"23": 145.42,
|
|
"24": 147.84,
|
|
"25": 147.86,
|
|
"26": 149.47,
|
|
"27": 150.5,
|
|
"28": 148.85,
|
|
"29": 145.76,
|
|
"30": 144.58,
|
|
"31": 147.04,
|
|
"32": 148.56,
|
|
"33": 149.74,
|
|
"34": 148.97,
|
|
"35": 147.51,
|
|
"36": 147.01,
|
|
"37": 146.34,
|
|
"38": 147.05,
|
|
"39": 148.62,
|
|
"40": 148.49,
|
|
"41": 149.09,
|
|
"42": 146.27,
|
|
"43": 145.72,
|
|
"44": 145.54,
|
|
"45": 148.21,
|
|
"46": 148.05,
|
|
"47": 148.89,
|
|
"48": 146.76,
|
|
"49": 145.83
|
|
},
|
|
"expected_e2e_ms": 8324.93,
|
|
"expected_avg_denoise_ms": 146.48,
|
|
"expected_median_denoise_ms": 147.68,
|
|
"estimated_full_test_time_s": 129.6
|
|
},
|
|
"wan2_1_i2v_14b_lora_2gpu": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 12.06,
|
|
"TextEncodingStage": 341.83,
|
|
"DecodingStage": 1329.75,
|
|
"TimestepPreparationStage": 2.14,
|
|
"ImageEncodingStage": 33.35,
|
|
"LatentPreparationStage": 0.17,
|
|
"DenoisingStage": 98821.24,
|
|
"ImageVAEEncodingStage": 936.91
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 1536.32,
|
|
"1": 2013.2,
|
|
"2": 1986.65,
|
|
"3": 1975.67,
|
|
"4": 1976.62,
|
|
"5": 1978.03,
|
|
"6": 1977.88,
|
|
"7": 1979.89,
|
|
"8": 1981.97,
|
|
"9": 1978.5,
|
|
"10": 1982.51,
|
|
"11": 1982.54,
|
|
"12": 1984.15,
|
|
"13": 1987.31,
|
|
"14": 1983.76,
|
|
"15": 1988.0,
|
|
"16": 1988.23,
|
|
"17": 1982.14,
|
|
"18": 1983.82,
|
|
"19": 1986.63,
|
|
"20": 1987.46,
|
|
"21": 1984.61,
|
|
"22": 1985.56,
|
|
"23": 1987.15,
|
|
"24": 1986.5,
|
|
"25": 1986.78,
|
|
"26": 1989.74,
|
|
"27": 1987.21,
|
|
"28": 1986.19,
|
|
"29": 1988.72,
|
|
"30": 1991.59,
|
|
"31": 1985.31,
|
|
"32": 1985.79,
|
|
"33": 1986.29,
|
|
"34": 1989.01,
|
|
"35": 1988.83,
|
|
"36": 1986.41,
|
|
"37": 1990.63,
|
|
"38": 1989.91,
|
|
"39": 1987.18,
|
|
"40": 1986.08,
|
|
"41": 1991.05,
|
|
"42": 1983.31,
|
|
"43": 1984.62,
|
|
"44": 1984.96,
|
|
"45": 1984.37,
|
|
"46": 1981.33,
|
|
"47": 1980.99,
|
|
"48": 1982.94,
|
|
"49": 1967.75
|
|
},
|
|
"expected_e2e_ms": 101924.55,
|
|
"expected_avg_denoise_ms": 1976.24,
|
|
"expected_median_denoise_ms": 1985.67,
|
|
"estimated_full_test_time_s": 248.2
|
|
},
|
|
"flux_2_image_t2i_2_gpus": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.05,
|
|
"TextEncodingStage": 747.5,
|
|
"ImageVAEEncodingStage": 0.01,
|
|
"LatentPreparationStage": 0.83,
|
|
"TimestepPreparationStage": 30.12,
|
|
"DenoisingStage": 13360.47,
|
|
"DecodingStage": 19.32
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 66.76,
|
|
"1": 71.94,
|
|
"2": 226.39,
|
|
"3": 226.37,
|
|
"4": 226.46,
|
|
"5": 226.56,
|
|
"6": 226.59,
|
|
"7": 226.36,
|
|
"8": 226.52,
|
|
"9": 226.7,
|
|
"10": 226.54,
|
|
"11": 226.82,
|
|
"12": 226.79,
|
|
"13": 226.65,
|
|
"14": 226.83,
|
|
"15": 226.9,
|
|
"16": 226.9,
|
|
"17": 227.05,
|
|
"18": 226.52,
|
|
"19": 227.01,
|
|
"20": 226.99,
|
|
"21": 226.56,
|
|
"22": 226.48,
|
|
"23": 227.11,
|
|
"24": 226.86,
|
|
"25": 226.38,
|
|
"26": 227.16,
|
|
"27": 227.39,
|
|
"28": 226.88,
|
|
"29": 227.23,
|
|
"30": 227.07,
|
|
"31": 226.98,
|
|
"32": 226.92,
|
|
"33": 227.11,
|
|
"34": 226.7,
|
|
"35": 227.31,
|
|
"36": 226.65,
|
|
"37": 227.41,
|
|
"38": 227.91,
|
|
"39": 227.56,
|
|
"40": 227.06,
|
|
"41": 227.16,
|
|
"42": 227.25,
|
|
"43": 227.57,
|
|
"44": 226.85,
|
|
"45": 227.36,
|
|
"46": 227.7,
|
|
"47": 227.63,
|
|
"48": 227.69,
|
|
"49": 227.17
|
|
},
|
|
"expected_e2e_ms": 15050.94,
|
|
"expected_avg_denoise_ms": 262.66,
|
|
"expected_median_denoise_ms": 266.23,
|
|
"estimated_full_test_time_s": 135.3
|
|
},
|
|
"qwen_image_edit_2511_ti2i": {
|
|
"stages_ms": {
|
|
"DecodingStage": 18.69,
|
|
"InputValidationStage": 48.98,
|
|
"DenoisingStage": 22129.32,
|
|
"ImageEncodingStage": 562.02,
|
|
"LatentPreparationStage": 0.13,
|
|
"TimestepPreparationStage": 12.36,
|
|
"ImageVAEEncodingStage": 47.89
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 415.55,
|
|
"1": 558.04,
|
|
"2": 548.65,
|
|
"3": 560.17,
|
|
"4": 550.15,
|
|
"5": 554.87,
|
|
"6": 548.51,
|
|
"7": 554.21,
|
|
"8": 551.19,
|
|
"9": 557.15,
|
|
"10": 553.7,
|
|
"11": 556.73,
|
|
"12": 554.35,
|
|
"13": 555.94,
|
|
"14": 556.44,
|
|
"15": 554.15,
|
|
"16": 554.86,
|
|
"17": 555.14,
|
|
"18": 558.16,
|
|
"19": 554.71,
|
|
"20": 557.93,
|
|
"21": 556.35,
|
|
"22": 555.88,
|
|
"23": 558.05,
|
|
"24": 556.66,
|
|
"25": 557.84,
|
|
"26": 556.77,
|
|
"27": 558.22,
|
|
"28": 555.72,
|
|
"29": 558.04,
|
|
"30": 555.66,
|
|
"31": 559.13,
|
|
"32": 555.84,
|
|
"33": 559.4,
|
|
"34": 557.41,
|
|
"35": 559.05,
|
|
"36": 558.7,
|
|
"37": 556.78,
|
|
"38": 556.8,
|
|
"39": 554.2
|
|
},
|
|
"expected_e2e_ms": 23143.72,
|
|
"expected_avg_denoise_ms": 552.98,
|
|
"expected_median_denoise_ms": 556.77,
|
|
"estimated_full_test_time_s": 143.7
|
|
},
|
|
"fsdp-inference": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"LatentPreparationStage": 0.16,
|
|
"TextEncodingStage": 257.5,
|
|
"TimestepPreparationStage": 38.44,
|
|
"DecodingStage": 16.88,
|
|
"DenoisingStage": 2374.14
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 259.26,
|
|
"1": 164.46,
|
|
"2": 263.36,
|
|
"3": 650.0,
|
|
"4": 271.46,
|
|
"5": 266.71,
|
|
"6": 650.0,
|
|
"7": 270.08,
|
|
"8": 259.96
|
|
},
|
|
"expected_e2e_ms": 2850.0,
|
|
"expected_avg_denoise_ms": 263.19,
|
|
"expected_median_denoise_ms": 261.85,
|
|
"estimated_full_test_time_s": 122.7
|
|
},
|
|
"hunyuan3d_shape_gen": {
|
|
"stages_ms": {
|
|
"Hunyuan3DShapeBeforeDenoisingStage": 544.59,
|
|
"Hunyuan3DShapeDenoisingStage": 3306.16,
|
|
"Hunyuan3DShapeExportStage": 8488.42,
|
|
"Hunyuan3DShapeSaveStage": 859.23
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 137.54,
|
|
"1": 31.13,
|
|
"2": 65.96,
|
|
"3": 65.31,
|
|
"4": 65.03,
|
|
"5": 65.08,
|
|
"6": 65.1,
|
|
"7": 65.48,
|
|
"8": 64.99,
|
|
"9": 65.53,
|
|
"10": 64.91,
|
|
"11": 65.44,
|
|
"12": 64.94,
|
|
"13": 65.42,
|
|
"14": 65.1,
|
|
"15": 65.55,
|
|
"16": 65.03,
|
|
"17": 65.46,
|
|
"18": 64.97,
|
|
"19": 65.39,
|
|
"20": 65.08,
|
|
"21": 65.47,
|
|
"22": 65.89,
|
|
"23": 64.66,
|
|
"24": 65.16,
|
|
"25": 65.59,
|
|
"26": 64.95,
|
|
"27": 65.65,
|
|
"28": 64.94,
|
|
"29": 65.49,
|
|
"30": 65.37,
|
|
"31": 65.58,
|
|
"32": 64.85,
|
|
"33": 65.53,
|
|
"34": 65.18,
|
|
"35": 65.53,
|
|
"36": 64.89,
|
|
"37": 65.54,
|
|
"38": 65.29,
|
|
"39": 65.41,
|
|
"40": 65.01,
|
|
"41": 65.54,
|
|
"42": 65.17,
|
|
"43": 65.49,
|
|
"44": 64.98,
|
|
"45": 65.36,
|
|
"46": 65.25,
|
|
"47": 65.38,
|
|
"48": 65.36,
|
|
"49": 66.03
|
|
},
|
|
"expected_e2e_ms": 300141.39,
|
|
"expected_avg_denoise_ms": 66.06,
|
|
"expected_median_denoise_ms": 65.36,
|
|
"estimated_full_test_time_s": 420.1
|
|
},
|
|
"wan2_1_t2v_1.3b_frame_interp_2x": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.05,
|
|
"TextEncodingStage": 612.62,
|
|
"LatentPreparationStage": 0.2,
|
|
"TimestepPreparationStage": 2.72,
|
|
"DenoisingStage": 7336.03,
|
|
"DecodingStage": 564.05
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 88.11,
|
|
"1": 122.29,
|
|
"2": 146.56,
|
|
"3": 145.57,
|
|
"4": 145.12,
|
|
"5": 144.35,
|
|
"6": 158.28,
|
|
"7": 148.85,
|
|
"8": 144.72,
|
|
"9": 144.45,
|
|
"10": 145.28,
|
|
"11": 144.48,
|
|
"12": 150.64,
|
|
"13": 153.84,
|
|
"14": 147.59,
|
|
"15": 146.91,
|
|
"16": 147.58,
|
|
"17": 144.84,
|
|
"18": 146.74,
|
|
"19": 150.18,
|
|
"20": 150.08,
|
|
"21": 146.22,
|
|
"22": 146.88,
|
|
"23": 145.99,
|
|
"24": 145.55,
|
|
"25": 148.05,
|
|
"26": 149.89,
|
|
"27": 148.3,
|
|
"28": 148.18,
|
|
"29": 146.65,
|
|
"30": 147.5,
|
|
"31": 145.22,
|
|
"32": 149.73,
|
|
"33": 150.95,
|
|
"34": 146.49,
|
|
"35": 147.33,
|
|
"36": 146.74,
|
|
"37": 145.63,
|
|
"38": 147.07,
|
|
"39": 148.72,
|
|
"40": 150.98,
|
|
"41": 146.97,
|
|
"42": 148.43,
|
|
"43": 148.38,
|
|
"44": 145.78,
|
|
"45": 149.13,
|
|
"46": 149.84,
|
|
"47": 150.0,
|
|
"48": 145.6,
|
|
"49": 146.37
|
|
},
|
|
"expected_e2e_ms": 8543.5,
|
|
"expected_avg_denoise_ms": 146.61,
|
|
"expected_median_denoise_ms": 147.3,
|
|
"estimated_full_test_time_s": 129.3
|
|
},
|
|
"flux_2_image_t2i_upscaling_4x": {
|
|
"stages_ms": {
|
|
"TextEncodingStage": 374.99,
|
|
"DenoisingStage": 23676.19,
|
|
"InputValidationStage": 0.06,
|
|
"LatentPreparationStage": 1.2,
|
|
"TimestepPreparationStage": 18.66,
|
|
"DecodingStage": 9.62,
|
|
"ImageVAEEncodingStage": 0.01
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 66.32,
|
|
"1": 395.03,
|
|
"2": 488.73,
|
|
"3": 460.96,
|
|
"4": 474.42,
|
|
"5": 471.59,
|
|
"6": 469.96,
|
|
"7": 472.41,
|
|
"8": 468.92,
|
|
"9": 475.33,
|
|
"10": 465.3,
|
|
"11": 477.98,
|
|
"12": 466.21,
|
|
"13": 478.19,
|
|
"14": 467.91,
|
|
"15": 477.69,
|
|
"16": 468.21,
|
|
"17": 477.27,
|
|
"18": 470.51,
|
|
"19": 473.63,
|
|
"20": 472.38,
|
|
"21": 472.47,
|
|
"22": 475.89,
|
|
"23": 471.61,
|
|
"24": 474.66,
|
|
"25": 471.33,
|
|
"26": 476.31,
|
|
"27": 473.64,
|
|
"28": 474.4,
|
|
"29": 472.35,
|
|
"30": 474.65,
|
|
"31": 471.61,
|
|
"32": 476.36,
|
|
"33": 468.74,
|
|
"34": 473.22,
|
|
"35": 471.23,
|
|
"36": 476.13,
|
|
"37": 472.25,
|
|
"38": 473.52,
|
|
"39": 473.61,
|
|
"40": 474.92,
|
|
"41": 474.98,
|
|
"42": 473.82,
|
|
"43": 473.32,
|
|
"44": 474.41,
|
|
"45": 473.61,
|
|
"46": 473.71,
|
|
"47": 475.03,
|
|
"48": 473.97,
|
|
"49": 473.92
|
|
},
|
|
"expected_e2e_ms": 24551.25,
|
|
"expected_avg_denoise_ms": 465.17,
|
|
"expected_median_denoise_ms": 473.63,
|
|
"estimated_full_test_time_s": 145.1
|
|
},
|
|
"wan2_1_t2v_1.3b_upscaling_4x": {
|
|
"stages_ms": {
|
|
"DecodingStage": 566.48,
|
|
"InputValidationStage": 0.04,
|
|
"DenoisingStage": 7238.94,
|
|
"TextEncodingStage": 623.45,
|
|
"LatentPreparationStage": 0.14,
|
|
"TimestepPreparationStage": 2.35
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 85.84,
|
|
"1": 104.79,
|
|
"2": 143.85,
|
|
"3": 144.68,
|
|
"4": 145.57,
|
|
"5": 144.43,
|
|
"6": 145.13,
|
|
"7": 144.79,
|
|
"8": 144.33,
|
|
"9": 145.01,
|
|
"10": 144.58,
|
|
"11": 146.38,
|
|
"12": 141.99,
|
|
"13": 148.34,
|
|
"14": 144.98,
|
|
"15": 143.98,
|
|
"16": 145.08,
|
|
"17": 143.22,
|
|
"18": 145.69,
|
|
"19": 144.76,
|
|
"20": 149.62,
|
|
"21": 139.68,
|
|
"22": 144.04,
|
|
"23": 144.42,
|
|
"24": 144.34,
|
|
"25": 145.08,
|
|
"26": 144.94,
|
|
"27": 145.77,
|
|
"28": 142.06,
|
|
"29": 146.45,
|
|
"30": 145.53,
|
|
"31": 143.51,
|
|
"32": 144.69,
|
|
"33": 144.47,
|
|
"34": 143.55,
|
|
"35": 144.72,
|
|
"36": 145.06,
|
|
"37": 144.47,
|
|
"38": 144.28,
|
|
"39": 144.97,
|
|
"40": 143.8,
|
|
"41": 144.48,
|
|
"42": 145.58,
|
|
"43": 145.27,
|
|
"44": 143.36,
|
|
"45": 145.51,
|
|
"46": 144.72,
|
|
"47": 143.55,
|
|
"48": 145.25,
|
|
"49": 144.24
|
|
},
|
|
"expected_e2e_ms": 8612.26,
|
|
"expected_avg_denoise_ms": 144.68,
|
|
"expected_median_denoise_ms": 144.74,
|
|
"estimated_full_test_time_s": 129.3
|
|
},
|
|
"wan2_1_t2v_1.3b_frame_interp_2x_upscaling_4x": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.04,
|
|
"TextEncodingStage": 559.97,
|
|
"LatentPreparationStage": 0.14,
|
|
"TimestepPreparationStage": 2.34,
|
|
"DenoisingStage": 7419.14,
|
|
"DecodingStage": 564.64
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 110.01,
|
|
"1": 125.73,
|
|
"2": 147.19,
|
|
"3": 145.54,
|
|
"4": 145.31,
|
|
"5": 146.31,
|
|
"6": 158.16,
|
|
"7": 148.97,
|
|
"8": 146.24,
|
|
"9": 148.82,
|
|
"10": 145.96,
|
|
"11": 146.19,
|
|
"12": 151.66,
|
|
"13": 154.95,
|
|
"14": 150.19,
|
|
"15": 146.77,
|
|
"16": 149.06,
|
|
"17": 146.95,
|
|
"18": 147.98,
|
|
"19": 153.21,
|
|
"20": 151.47,
|
|
"21": 147.68,
|
|
"22": 146.38,
|
|
"23": 148.52,
|
|
"24": 147.07,
|
|
"25": 151.59,
|
|
"26": 150.39,
|
|
"27": 150.41,
|
|
"28": 151.1,
|
|
"29": 148.02,
|
|
"30": 147.85,
|
|
"31": 148.52,
|
|
"32": 152.62,
|
|
"33": 150.97,
|
|
"34": 149.8,
|
|
"35": 150.53,
|
|
"36": 148.13,
|
|
"37": 148.54,
|
|
"38": 148.74,
|
|
"39": 149.68,
|
|
"40": 151.1,
|
|
"41": 150.29,
|
|
"42": 146.85,
|
|
"43": 146.56,
|
|
"44": 149.6,
|
|
"45": 148.65,
|
|
"46": 150.93,
|
|
"47": 150.19,
|
|
"48": 151.48,
|
|
"49": 147.91
|
|
},
|
|
"expected_e2e_ms": 8630.42,
|
|
"expected_avg_denoise_ms": 148.25,
|
|
"expected_median_denoise_ms": 148.78,
|
|
"estimated_full_test_time_s": 129.4
|
|
},
|
|
"ltx_2.3_one_stage_ti2v": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 3.6,
|
|
"TextEncodingStage": 773.87,
|
|
"LTX2TextConnectorStage": 27.35,
|
|
"LTX2SigmaPreparationStage": 0.19,
|
|
"TimestepPreparationStage": 11.85,
|
|
"LTX2AVLatentPreparationStage": 0.11,
|
|
"LTX2ImageEncodingStage": 29.61,
|
|
"LTX2AVDenoisingStage": 15025.95,
|
|
"LTX2AVDecodingStage": 234.96
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 513.68,
|
|
"1": 493.96,
|
|
"2": 493.79,
|
|
"3": 495.7,
|
|
"4": 494.61,
|
|
"5": 495.44,
|
|
"6": 494.66,
|
|
"7": 493.61,
|
|
"8": 495.14,
|
|
"9": 494.39,
|
|
"10": 495.59,
|
|
"11": 493.94,
|
|
"12": 493.73,
|
|
"13": 495.33,
|
|
"14": 495.09,
|
|
"15": 493.96,
|
|
"16": 494.79,
|
|
"17": 494.07,
|
|
"18": 494.39,
|
|
"19": 495.85,
|
|
"20": 495.73,
|
|
"21": 495.74,
|
|
"22": 494.92,
|
|
"23": 494.89,
|
|
"24": 494.84,
|
|
"25": 494.45,
|
|
"26": 495.61,
|
|
"27": 505.17,
|
|
"28": 508.44,
|
|
"29": 497.15
|
|
},
|
|
"expected_e2e_ms": 16722.42,
|
|
"expected_avg_denoise_ms": 520.0,
|
|
"expected_median_denoise_ms": 494.9,
|
|
"estimated_full_test_time_s": 144.2
|
|
},
|
|
"ltx_2.3_two_stage_t2v_2gpus": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 0.05,
|
|
"TextEncodingStage": 775.72,
|
|
"LTX2TextConnectorStage": 29.83,
|
|
"LTX2HalveResolutionStage": 0.06,
|
|
"LTX2LoRASwitchStage": 0.01,
|
|
"LTX2SigmaPreparationStage": 0.61,
|
|
"TimestepPreparationStage": 20.77,
|
|
"LTX2AVLatentPreparationStage": 0.12,
|
|
"LTX2ImageEncodingStage": 0.02,
|
|
"LTX2AVDenoisingStage": 5460.05,
|
|
"LTX2UpsampleStage": 3.31,
|
|
"LTX2RefinementStage": 589.32,
|
|
"LTX2AVDecodingStage": 240.26,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 225.43,
|
|
"1": 283.15,
|
|
"2": 193.3,
|
|
"3": 166.82,
|
|
"4": 200.16,
|
|
"5": 196.51,
|
|
"6": 178.52,
|
|
"7": 168.41,
|
|
"8": 182.67,
|
|
"9": 166.79,
|
|
"10": 163.28,
|
|
"11": 170.97,
|
|
"12": 176.57,
|
|
"13": 136.28,
|
|
"14": 138.62,
|
|
"15": 172.68,
|
|
"16": 172.41,
|
|
"17": 184.39,
|
|
"18": 161.55,
|
|
"19": 176.63,
|
|
"20": 200.48,
|
|
"21": 182.02,
|
|
"22": 161.98,
|
|
"23": 139.58,
|
|
"24": 137.21,
|
|
"25": 182.74,
|
|
"26": 149.38,
|
|
"27": 144.21,
|
|
"28": 171.22,
|
|
"29": 183.21,
|
|
"30": 142.41,
|
|
"31": 134.02,
|
|
"32": 138.32
|
|
},
|
|
"expected_e2e_ms": 12925.1,
|
|
"expected_avg_denoise_ms": 209.57,
|
|
"expected_median_denoise_ms": 179.26,
|
|
"estimated_full_test_time_s": 160.0
|
|
},
|
|
"ltx_2_3_two_stage_ti2v_2gpus": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 3.21,
|
|
"TextEncodingStage": 747.28,
|
|
"LTX2TextConnectorStage": 27.37,
|
|
"LTX2HalveResolutionStage": 0.05,
|
|
"LTX2LoRASwitchStage": 3.01,
|
|
"LTX2SigmaPreparationStage": 0.22,
|
|
"TimestepPreparationStage": 19.94,
|
|
"LTX2AVLatentPreparationStage": 0.14,
|
|
"LTX2ImageEncodingStage": 27.58,
|
|
"LTX2AVDenoisingStage": 7506.38,
|
|
"LTX2UpsampleStage": 2.31,
|
|
"LTX2RefinementStage": 670.53,
|
|
"LTX2AVDecodingStage": 250.93,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 261.94,
|
|
"1": 271.84,
|
|
"2": 250.26,
|
|
"3": 251.97,
|
|
"4": 245.27,
|
|
"5": 244.88,
|
|
"6": 225.68,
|
|
"7": 243.6,
|
|
"8": 249.33,
|
|
"9": 246.74,
|
|
"10": 245.15,
|
|
"11": 246.62,
|
|
"12": 245.31,
|
|
"13": 238.39,
|
|
"14": 244.41,
|
|
"15": 242.77,
|
|
"16": 246.85,
|
|
"17": 245.53,
|
|
"18": 246.1,
|
|
"19": 246.07,
|
|
"20": 247.84,
|
|
"21": 250.74,
|
|
"22": 249.19,
|
|
"23": 246.86,
|
|
"24": 239.52,
|
|
"25": 249.31,
|
|
"26": 242.79,
|
|
"27": 246.48,
|
|
"28": 238.94,
|
|
"29": 237.2,
|
|
"30": 127.08,
|
|
"31": 123.1,
|
|
"32": 193.15
|
|
},
|
|
"expected_e2e_ms": 9687.04,
|
|
"expected_avg_denoise_ms": 250.16,
|
|
"expected_median_denoise_ms": 242.79,
|
|
"estimated_full_test_time_s": 170.0
|
|
},
|
|
"lingbot_world_realtime_plastic_beach": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 126.0
|
|
},
|
|
"ltx_2_3_hq_pipeline": {
|
|
"stages_ms": {
|
|
"InputValidationStage": 4.63,
|
|
"TextEncodingStage": 401.75,
|
|
"LTX2TextConnectorStage": 27.48,
|
|
"LTX2HalveResolutionStage": 0.04,
|
|
"LTX2LoRASwitchStage": 6.12,
|
|
"LTX2SigmaPreparationStage": 0.26,
|
|
"TimestepPreparationStage": 14.45,
|
|
"LTX2AVLatentPreparationStage": 0.13,
|
|
"LTX2ImageEncodingStage": 57.62,
|
|
"LTX2AVDenoisingStage": 12162.51,
|
|
"LTX2UpsampleStage": 11.04,
|
|
"ltx2_lora_switch_stage2": 5.68,
|
|
"ltx2_image_encoding_stage2": 64.54,
|
|
"LTX2RefinementStage": 3484.86,
|
|
"LTX2AVDecodingStage": 1054.91,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 785.16,
|
|
"1": 740.86,
|
|
"2": 740.7,
|
|
"3": 742.77,
|
|
"4": 772.73,
|
|
"5": 744.43,
|
|
"6": 743.14,
|
|
"7": 743.2,
|
|
"8": 743.76,
|
|
"9": 742.57,
|
|
"10": 741.31,
|
|
"11": 744.06,
|
|
"12": 760.17,
|
|
"13": 740.69,
|
|
"14": 369.53,
|
|
"15": 1193.58,
|
|
"16": 1144.87,
|
|
"17": 1143.19
|
|
},
|
|
"expected_e2e_ms": 15981.39,
|
|
"expected_avg_denoise_ms": 868.06,
|
|
"expected_median_denoise_ms": 747.62,
|
|
"estimated_full_test_time_s": 363.2
|
|
},
|
|
"qwen_image_t2i_cache_dit_scm_config_diffusers_1gpu": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 98.3
|
|
},
|
|
"cosmos3_nano_t2i": {
|
|
"stages_ms": {
|
|
"Cosmos3ImagePreprocessStage": 0.01,
|
|
"Cosmos3TokenizationStage": 155.89,
|
|
"Cosmos3LatentPreparationStage": 0.15,
|
|
"Cosmos3TimestepPreparationStage": 0.64,
|
|
"Cosmos3DenoisingStage": 846.85,
|
|
"Cosmos3DecodingStage": 12.14
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 58.61,
|
|
"1": 21.71,
|
|
"2": 44.31,
|
|
"3": 22.05,
|
|
"4": 21.79,
|
|
"5": 21.78,
|
|
"6": 21.79,
|
|
"7": 22.25,
|
|
"8": 22.59,
|
|
"9": 22.73,
|
|
"10": 22.75,
|
|
"11": 22.71,
|
|
"12": 24.63,
|
|
"13": 22.43,
|
|
"14": 21.97,
|
|
"15": 22.74,
|
|
"16": 22.93,
|
|
"17": 22.74,
|
|
"18": 22.68,
|
|
"19": 22.55,
|
|
"20": 22.52,
|
|
"21": 22.37,
|
|
"22": 22.29,
|
|
"23": 22.45,
|
|
"24": 22.63,
|
|
"25": 22.64,
|
|
"26": 22.53,
|
|
"27": 22.48,
|
|
"28": 22.41,
|
|
"29": 22.18,
|
|
"30": 22.19,
|
|
"31": 22.48,
|
|
"32": 22.68,
|
|
"33": 22.65,
|
|
"34": 22.37
|
|
},
|
|
"expected_e2e_ms": 1019.02,
|
|
"expected_avg_denoise_ms": 24.13,
|
|
"expected_median_denoise_ms": 22.52,
|
|
"estimated_full_test_time_s": 65.0
|
|
},
|
|
"cosmos3_nano_t2v": {
|
|
"stages_ms": {
|
|
"Cosmos3ImagePreprocessStage": 0.01,
|
|
"Cosmos3TokenizationStage": 152.97,
|
|
"Cosmos3LatentPreparationStage": 0.14,
|
|
"Cosmos3TimestepPreparationStage": 0.56,
|
|
"Cosmos3DenoisingStage": 261.27,
|
|
"Cosmos3DecodingStage": 47.82,
|
|
"per_frame_generation": null
|
|
},
|
|
"denoise_step_ms": {
|
|
"0": 89.22,
|
|
"1": 61.52,
|
|
"2": 85.06,
|
|
"3": 58.08
|
|
},
|
|
"expected_e2e_ms": 499.7,
|
|
"expected_avg_denoise_ms": 73.47,
|
|
"expected_median_denoise_ms": 73.29,
|
|
"estimated_full_test_time_s": 65.0
|
|
},
|
|
"flux_2_t2i_customized_vae_path": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 574.4
|
|
},
|
|
"wan2_2_t2v_a14b_teacache_2gpu": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 253.9
|
|
},
|
|
"wan2_1_t2v_1_3b_cache_dit_sp_only_2gpu": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 55.4
|
|
},
|
|
"mova_360p_tp2": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 160.2
|
|
},
|
|
"mova_360p_ring1_uly2": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 236.8
|
|
},
|
|
"zimage_image_t2i_2_gpus_non_square": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 67.9
|
|
},
|
|
"flux1_modelopt_fp8_t2i": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 50.3
|
|
},
|
|
"flux2_modelopt_fp8_t2i": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 498.1
|
|
},
|
|
"wan22_modelopt_fp8_t2v": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 89.5
|
|
},
|
|
"hunyuanvideo_modelopt_fp8_t2v": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 64.3
|
|
},
|
|
"qwen_image_modelopt_fp8_t2i": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 65.5
|
|
},
|
|
"qwen_image_edit_modelopt_fp8_ti2i": {
|
|
"stages_ms": {},
|
|
"denoise_step_ms": {},
|
|
"expected_e2e_ms": 0.0,
|
|
"expected_avg_denoise_ms": 0.0,
|
|
"expected_median_denoise_ms": 0.0,
|
|
"estimated_full_test_time_s": 73.7
|
|
}
|
|
}
|
|
}
|