{ "metadata": { "model": "Diffusion Server", "hardware": "CI H100 80GB pool", "description": "Reference numbers captured from CI diffusion runs (latest source: PR 28127 run 27487958425, tightened only from prior baselines).", "last_updated": "2026-06-14" }, "tolerances": { "long_term": { "e2e": 0.15, "denoise_stage": 0.1, "non_denoise_stage": 0.5, "denoise_step": 0.25, "denoise_agg": 0.15 }, "pr_test": { "e2e": 0.25, "denoise_stage": 0.25, "non_denoise_stage": 0.8, "denoise_step": 0.3, "denoise_agg": 0.2 } }, "improvement_reporting": { "threshold": 0.2 }, "sampling": { "step_fractions": [ 0.0, 0.2, 0.4, 0.6, 0.8, 1.0 ] }, "scenarios": { "qwen_image_t2i": { "stages_ms": { "TextEncodingStage": 232.03, "DenoisingStage": 12404.23, "InputValidationStage": 0.05, "LatentPreparationStage": 0.22, "TimestepPreparationStage": 14.99, "DecodingStage": 17.7 }, "denoise_step_ms": { "0": 196.21, "1": 242.25, "2": 243.58, "3": 256.87, "4": 249.73, "5": 244.48, "6": 244.27, "7": 253.29, "8": 245.72, "9": 246.67, "10": 245.49, "11": 247.89, "12": 248.23, "13": 247.24, "14": 247.57, "15": 248.01, "16": 246.63, "17": 248.05, "18": 248.94, "19": 247.0, "20": 248.84, "21": 248.0, "22": 249.18, "23": 247.89, "24": 251.11, "25": 247.79, "26": 247.83, "27": 250.09, "28": 249.67, "29": 248.21, "30": 250.75, "31": 249.95, "32": 248.65, "33": 247.7, "34": 248.77, "35": 250.16, "36": 247.89, "37": 248.77, "38": 249.16, "39": 250.0, "40": 247.02, "41": 247.97, "42": 250.37, "43": 247.83, "44": 247.66, "45": 248.01, "46": 249.32, "47": 247.37, "48": 248.95, "49": 248.9 }, "expected_e2e_ms": 12799.17, "expected_avg_denoise_ms": 247.95, "expected_median_denoise_ms": 249.01, "estimated_full_test_time_s": 133.1 }, "qwen_image_t2i_2_gpus": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 457.66, "LatentPreparationStage": 0.21, "TimestepPreparationStage": 20.44, "DenoisingStage": 10125.16, "DecodingStage": 13.71 }, "denoise_step_ms": { "0": 208.21, "1": 231.64, "2": 232.46, "3": 228.42, "4": 227.95, "5": 229.55, "6": 235.94, "7": 222.3, "8": 224.02, "9": 228.53, "10": 197.15, "11": 183.96, "12": 184.16, "13": 187.16, "14": 189.72, "15": 190.24, "16": 190.09, "17": 189.98, "18": 190.28, "19": 189.91, "20": 199.31, "21": 190.14, "22": 190.16, "23": 189.96, "24": 189.65, "25": 189.93, "26": 189.16, "27": 190.09, "28": 189.99, "29": 203.0, "30": 190.11, "31": 189.97, "32": 189.98, "33": 188.8, "34": 189.1, "35": 190.04, "36": 189.37, "37": 187.14, "38": 188.47, "39": 188.48, "40": 188.16, "41": 187.64, "42": 188.23, "43": 188.18, "44": 189.71, "45": 188.61, "46": 189.33, "47": 190.56, "48": 190.14, "49": 189.98 }, "expected_e2e_ms": 10681.51, "expected_avg_denoise_ms": 202.35, "expected_median_denoise_ms": 190.02, "estimated_full_test_time_s": 133.2 }, "ideogram4_fp8_t2i": { "stages_ms": { "InputValidationStage": 0.06, "Ideogram4TextEncodingStage": 68.96, "LatentPreparationStage": 0.17, "Ideogram4DenoisingStage": 20813.98, "Ideogram4DecodingStage": 95.09 }, "denoise_step_ms": { "0": 347.26, "1": 432.22, "2": 436.95, "3": 433.16, "4": 435.54, "5": 436.19, "6": 434.96, "7": 438.49, "8": 434.57, "9": 432.22, "10": 433.62, "11": 432.95, "12": 434.85, "13": 436.07, "14": 435.5, "15": 433.8, "16": 435.74, "17": 436.2, "18": 435.16, "19": 435.39, "20": 433.49, "21": 434.57, "22": 434.71, "23": 434.96, "24": 436.35, "25": 435.63, "26": 435.37, "27": 434.56, "28": 434.36, "29": 436.84, "30": 437.8, "31": 436.89, "32": 434.56, "33": 434.34, "34": 436.35, "35": 433.87, "36": 435.89, "37": 436.25, "38": 435.15, "39": 436.16, "40": 436.25, "41": 437.04, "42": 435.25, "43": 437.14, "44": 434.85, "45": 436.19, "46": 436.2, "47": 433.98 }, "expected_e2e_ms": 20982.91, "expected_avg_denoise_ms": 433.46, "expected_median_denoise_ms": 435.31, "estimated_full_test_time_s": 120.0 }, "flux_image_t2i": { "stages_ms": { "TimestepPreparationStage": 32.58, "DenoisingStage": 6876.88, "DecodingStage": 10.31, "LatentPreparationStage": 0.19, "TextEncodingStage": 22.38, "InputValidationStage": 0.05 }, "denoise_step_ms": { "0": 45.19, "1": 53.93, "2": 135.69, "3": 136.11, "4": 135.51, "5": 136.88, "6": 138.7, "7": 145.0, "8": 139.34, "9": 135.89, "10": 137.33, "11": 136.49, "12": 136.15, "13": 139.22, "14": 139.91, "15": 139.9, "16": 138.58, "17": 136.39, "18": 137.38, "19": 137.25, "20": 139.79, "21": 139.97, "22": 139.4, "23": 138.29, "24": 138.59, "25": 137.13, "26": 136.88, "27": 140.51, "28": 139.88, "29": 139.07, "30": 139.07, "31": 138.89, "32": 138.84, "33": 137.37, "34": 139.55, "35": 140.57, "36": 139.26, "37": 139.38, "38": 138.18, "39": 137.97, "40": 137.53, "41": 138.01, "42": 138.87, "43": 140.05, "44": 139.59, "45": 139.68, "46": 139.42, "47": 137.81, "48": 138.16, "49": 139.34 }, "expected_e2e_ms": 7152.96, "expected_avg_denoise_ms": 137.39, "expected_median_denoise_ms": 138.77, "estimated_full_test_time_s": 127.4 }, "flux_2_image_t2i": { "stages_ms": { "TimestepPreparationStage": 20.47, "DenoisingStage": 23650.96, "DecodingStage": 7.1, "LatentPreparationStage": 1.17, "TextEncodingStage": 375.31, "InputValidationStage": 0.04, "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { "0": 65.28, "1": 129.11, "2": 488.44, "3": 465.17, "4": 478.82, "5": 472.84, "6": 475.45, "7": 477.05, "8": 469.78, "9": 480.78, "10": 466.21, "11": 482.63, "12": 468.39, "13": 481.72, "14": 468.31, "15": 480.25, "16": 468.87, "17": 480.89, "18": 471.87, "19": 477.75, "20": 470.42, "21": 476.72, "22": 475.24, "23": 475.18, "24": 477.48, "25": 474.97, "26": 477.79, "27": 474.04, "28": 479.14, "29": 473.3, "30": 478.18, "31": 473.57, "32": 479.55, "33": 474.66, "34": 476.27, "35": 474.9, "36": 476.92, "37": 475.12, "38": 477.88, "39": 474.87, "40": 476.03, "41": 477.65, "42": 475.38, "43": 477.2, "44": 473.63, "45": 477.37, "46": 472.12, "47": 477.77, "48": 476.58, "49": 476.52 }, "expected_e2e_ms": 24561.42, "expected_avg_denoise_ms": 464.89, "expected_median_denoise_ms": 472.74, "estimated_full_test_time_s": 145.2 }, "flux_2_klein_image_t2i": { "stages_ms": { "DecodingStage": 6.41, "InputValidationStage": 0.03, "DenoisingStage": 266.12, "TextEncodingStage": 53.59, "LatentPreparationStage": 0.5, "TimestepPreparationStage": 19.97, "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { "0": 28.54, "1": 12.61, "2": 57.24, "3": 64.49 }, "expected_e2e_ms": 434.57, "expected_avg_denoise_ms": 39.98, "expected_median_denoise_ms": 39.47, "estimated_full_test_time_s": 120.5 }, "flux_2_klein_base_image_t2i": { "stages_ms": { "InputValidationStage": 0.03, "TextEncodingStage": 53.32, "ImageVAEEncodingStage": 0.01, "LatentPreparationStage": 1.14, "TimestepPreparationStage": 20.37, "DenoisingStage": 6704.85, "DecodingStage": 7.23 }, "denoise_step_ms": { "0": 72.0, "1": 86.92, "2": 130.18, "3": 130.1, "4": 131.2, "5": 130.92, "6": 130.31, "7": 144.42, "8": 136.01, "9": 132.71, "10": 130.96, "11": 130.37, "12": 130.77, "13": 132.92, "14": 138.92, "15": 138.26, "16": 132.61, "17": 133.87, "18": 133.08, "19": 131.36, "20": 132.41, "21": 136.52, "22": 136.33, "23": 135.24, "24": 134.33, "25": 132.95, "26": 132.93, "27": 130.62, "28": 133.91, "29": 135.79, "30": 135.71, "31": 134.15, "32": 133.72, "33": 133.32, "34": 132.37, "35": 135.04, "36": 135.56, "37": 136.58, "38": 135.37, "39": 134.37, "40": 135.29, "41": 132.97, "42": 132.97, "43": 134.56, "44": 136.54, "45": 135.2, "46": 135.27, "47": 133.13, "48": 131.98, "49": 133.24 }, "expected_e2e_ms": 6870.9, "expected_avg_denoise_ms": 131.92, "expected_median_denoise_ms": 133.4, "estimated_full_test_time_s": 124.4 }, "flux_2_ti2i": { "stages_ms": { "TextEncodingStage": 367.56, "DenoisingStage": 46838.26, "InputValidationStage": 43.89, "LatentPreparationStage": 0.27, "TimestepPreparationStage": 10.54, "DecodingStage": 16.32, "ImageVAEEncodingStage": 69.59 }, "denoise_step_ms": { "0": 910.0, "1": 148.53, "2": 932.49, "3": 930.25, "4": 928.98, "5": 928.58, "6": 933.5, "7": 934.46, "8": 934.42, "9": 935.13, "10": 934.08, "11": 934.95, "12": 934.47, "13": 935.96, "14": 935.65, "15": 937.07, "16": 936.13, "17": 932.69, "18": 938.8, "19": 937.48, "20": 939.61, "21": 938.2, "22": 936.83, "23": 939.99, "24": 935.59, "25": 934.87, "26": 937.1, "27": 939.72, "28": 938.59, "29": 938.43, "30": 939.54, "31": 938.4, "32": 936.73, "33": 936.87, "34": 936.71, "35": 937.35, "36": 937.94, "37": 936.72, "38": 936.04, "39": 937.37, "40": 937.72, "41": 939.13, "42": 938.47, "43": 939.74, "44": 939.68, "45": 939.95, "46": 940.96, "47": 939.01, "48": 940.73, "49": 940.47 }, "expected_e2e_ms": 47799.39, "expected_avg_denoise_ms": 920.57, "expected_median_denoise_ms": 936.97, "estimated_full_test_time_s": 168.9 }, "flux_2_ti2i_multi_image_cache_dit": { "stages_ms": { "ImageVAEEncodingStage": 282.83, "DenoisingStage": 26936.93, "DecodingStage": 129.33, "TextEncodingStage": 737.01, "LatentPreparationStage": 0.84, "TimestepPreparationStage": 20.57, "InputValidationStage": 84.29 }, "denoise_step_ms": { "0": 1846.55, "1": 232.6, "2": 1621.05, "3": 1606.1, "4": 1441.78, "5": 59.2, "6": 60.32, "7": 235.36, "8": 1443.21, "9": 59.71, "10": 59.79, "11": 236.12, "12": 1439.11, "13": 59.97, "14": 60.46, "15": 239.29, "16": 1441.32, "17": 60.76, "18": 60.68, "19": 240.16, "20": 1442.46, "21": 60.14, "22": 61.1, "23": 239.26, "24": 1443.28, "25": 59.41, "26": 60.74, "27": 238.02, "28": 1444.38, "29": 59.09, "30": 59.12, "31": 241.69, "32": 1441.99, "33": 60.44, "34": 61.93, "35": 241.0, "36": 1443.56, "37": 60.55, "38": 61.07, "39": 238.11, "40": 1443.33, "41": 59.08, "42": 60.43, "43": 239.23, "44": 1444.53, "45": 61.77, "46": 61.65, "47": 239.84, "48": 1443.89, "49": 59.92 }, "expected_e2e_ms": 28591.93, "expected_avg_denoise_ms": 533.42, "expected_median_denoise_ms": 235.74, "estimated_full_test_time_s": 148.6 }, "flux_image_t2i_2_gpus": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 28.24, "TimestepPreparationStage": 25.74, "LatentPreparationStage": 0.25, "DenoisingStage": 4994.21, "DecodingStage": 11.98 }, "denoise_step_ms": { "0": 73.63, "1": 81.34, "2": 99.66, "3": 99.12, "4": 99.9, "5": 100.06, "6": 100.02, "7": 99.58, "8": 99.56, "9": 100.84, "10": 100.78, "11": 100.72, "12": 100.77, "13": 100.35, "14": 100.09, "15": 100.51, "16": 99.86, "17": 100.29, "18": 100.72, "19": 99.24, "20": 100.42, "21": 100.98, "22": 100.47, "23": 101.11, "24": 100.19, "25": 101.35, "26": 100.53, "27": 100.2, "28": 99.65, "29": 98.85, "30": 99.6, "31": 100.72, "32": 100.29, "33": 100.43, "34": 101.03, "35": 100.54, "36": 99.26, "37": 100.48, "38": 100.88, "39": 100.52, "40": 100.48, "41": 100.76, "42": 100.87, "43": 100.34, "44": 100.68, "45": 100.73, "46": 99.13, "47": 100.54, "48": 100.57, "49": 100.09 }, "expected_e2e_ms": 5215.39, "expected_avg_denoise_ms": 99.72, "expected_median_denoise_ms": 100.52, "estimated_full_test_time_s": 125.5 }, "zimage_image_t2i": { "stages_ms": { "DecodingStage": 134.1, "InputValidationStage": 0.04, "DenoisingStage": 771.7, "TextEncodingStage": 130.68, "LatentPreparationStage": 0.16, "TimestepPreparationStage": 27.67 }, "denoise_step_ms": { "0": 95.97, "1": 29.8, "2": 91.06, "3": 91.41, "4": 93.26, "5": 90.11, "6": 90.88, "7": 91.93, "8": 93.16 }, "expected_e2e_ms": 1068.66, "expected_avg_denoise_ms": 85.29, "expected_median_denoise_ms": 91.41, "estimated_full_test_time_s": 116.3 }, "zimage_image_t2i_fp8": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 131.15, "LatentPreparationStage": 0.18, "TimestepPreparationStage": 26.29, "DenoisingStage": 959.66, "DecodingStage": 125.62 }, "denoise_step_ms": { "0": 115.4, "1": 56.32, "2": 111.77, "3": 110.02, "4": 111.43, "5": 111.32, "6": 110.77, "7": 110.53, "8": 118.39 }, "expected_e2e_ms": 1247.73, "expected_avg_denoise_ms": 106.22, "expected_median_denoise_ms": 111.32, "estimated_full_test_time_s": 123.7 }, "zimage_image_t2i_multi_lora": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 130.25, "LatentPreparationStage": 0.12, "TimestepPreparationStage": 26.5, "DenoisingStage": 841.93, "DecodingStage": 142.78 }, "denoise_step_ms": { "0": 102.18, "1": 40.06, "2": 99.39, "3": 100.33, "4": 103.95, "5": 93.48, "6": 99.6, "7": 99.38, "8": 99.77 }, "expected_e2e_ms": 1145.53, "expected_avg_denoise_ms": 93.12, "expected_median_denoise_ms": 99.6, "estimated_full_test_time_s": 162.1 }, "zimage_image_t2i_2_gpus": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 256.67, "LatentPreparationStage": 0.14, "TimestepPreparationStage": 36.44, "DenoisingStage": 525.39, "DecodingStage": 10.18 }, "denoise_step_ms": { "0": 40.09, "1": 38.17, "2": 54.71, "3": 64.29, "4": 65.0, "5": 63.7, "6": 64.61, "7": 64.42, "8": 64.35 }, "expected_e2e_ms": 1425.0, "expected_avg_denoise_ms": 57.95, "expected_median_denoise_ms": 64.35, "estimated_full_test_time_s": 75.0 }, "qwen_image_edit_ti2i": { "stages_ms": { "InputValidationStage": 24.78, "ImageEncodingStage": 714.55, "ImageVAEEncodingStage": 51.33, "LatentPreparationStage": 0.16, "TimestepPreparationStage": 11.8, "DenoisingStage": 31661.25, "DecodingStage": 18.88 }, "denoise_step_ms": { "0": 478.42, "1": 639.36, "2": 624.05, "3": 641.68, "4": 633.93, "5": 629.7, "6": 636.64, "7": 632.61, "8": 634.45, "9": 639.15, "10": 631.25, "11": 637.01, "12": 636.15, "13": 633.45, "14": 637.49, "15": 636.16, "16": 635.98, "17": 633.24, "18": 633.64, "19": 635.55, "20": 633.12, "21": 634.69, "22": 634.61, "23": 633.84, "24": 634.0, "25": 637.6, "26": 635.62, "27": 636.5, "28": 632.61, "29": 635.94, "30": 638.16, "31": 634.96, "32": 636.42, "33": 640.92, "34": 638.18, "35": 637.46, "36": 641.18, "37": 634.96, "38": 640.21, "39": 641.08, "40": 636.65, "41": 640.47, "42": 638.16, "43": 636.12, "44": 637.03, "45": 640.74, "46": 638.69, "47": 643.17, "48": 636.95, "49": 632.72 }, "expected_e2e_ms": 33010.17, "expected_avg_denoise_ms": 633.05, "expected_median_denoise_ms": 636.16, "estimated_full_test_time_s": 153.6 }, "joyai_image_edit_ti2i": { "stages_ms": { "InputValidationStage": 21.56, "ImageEncodingStage": 612.88, "ImageVAEEncodingStage": 67.95, "LatentPreparationStage": 0.17, "TimestepPreparationStage": 15.19, "DenoisingStage": 26686.38, "DecodingStage": 14.27 }, "denoise_step_ms": { "0": 432.34, "1": 673.28, "2": 657.39, "3": 677.9, "4": 671.52, "5": 665.09, "6": 677.58, "7": 672.65, "8": 669.57, "9": 674.81, "10": 674.51, "11": 670.56, "12": 670.59, "13": 670.77, "14": 675.56, "15": 673.46, "16": 676.6, "17": 673.97, "18": 673.64, "19": 675.71, "20": 669.77, "21": 672.28, "22": 673.77, "23": 673.28, "24": 675.13, "25": 672.96, "26": 676.29, "27": 676.38, "28": 675.12, "29": 671.67, "30": 672.48, "31": 671.58, "32": 669.13, "33": 670.99, "34": 671.04, "35": 673.41, "36": 674.28, "37": 673.07, "38": 673.32, "39": 667.02 }, "expected_e2e_ms": 27693.61, "expected_avg_denoise_ms": 666.89, "expected_median_denoise_ms": 673.29, "estimated_full_test_time_s": 117.6 }, "qwen_image_t2i_cache_dit_enabled": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 231.2, "LatentPreparationStage": 0.16, "TimestepPreparationStage": 14.34, "DenoisingStage": 4216.22, "DecodingStage": 8.11 }, "denoise_step_ms": { "0": 194.03, "1": 242.42, "2": 243.19, "3": 255.67, "4": 59.95, "5": 6.59, "6": 198.65, "7": 30.85, "8": 6.38, "9": 193.27, "10": 48.7, "11": 6.4, "12": 6.64, "13": 194.41, "14": 51.4, "15": 6.56, "16": 6.36, "17": 205.12, "18": 58.3, "19": 6.55, "20": 6.13, "21": 195.49, "22": 56.24, "23": 6.36, "24": 6.17, "25": 194.51, "26": 56.45, "27": 6.37, "28": 6.24, "29": 196.33, "30": 57.49, "31": 6.6, "32": 6.24, "33": 201.13, "34": 57.04, "35": 6.58, "36": 6.45, "37": 196.17, "38": 55.55, "39": 6.48, "40": 7.16, "41": 193.75, "42": 56.32, "43": 6.43, "44": 6.48, "45": 196.52, "46": 58.45, "47": 6.55, "48": 201.62, "49": 45.11 }, "expected_e2e_ms": 4531.7, "expected_avg_denoise_ms": 84.06, "expected_median_denoise_ms": 53.48, "estimated_full_test_time_s": 124.9 }, "wan2_1_t2v_1.3b_teacache_enabled": { "stages_ms": { "TextEncodingStage": 618.71, "DenoisingStage": 3926.63, "InputValidationStage": 0.05, "LatentPreparationStage": 0.14, "TimestepPreparationStage": 2.31, "DecodingStage": 544.28 }, "denoise_step_ms": { "0": 80.49, "1": 125.15, "2": 144.75, "3": 144.41, "4": 143.82, "5": 137.91, "6": 33.18, "7": 102.12, "8": 32.52, "9": 104.07, "10": 37.91, "11": 105.12, "12": 2.52, "13": 31.09, "14": 106.91, "15": 2.79, "16": 30.23, "17": 95.25, "18": 2.67, "19": 29.76, "20": 110.46, "21": 2.66, "22": 29.96, "23": 108.86, "24": 2.7, "25": 32.5, "26": 108.62, "27": 2.6, "28": 29.72, "29": 107.12, "30": 2.53, "31": 30.15, "32": 112.05, "33": 2.5, "34": 104.27, "35": 38.24, "36": 102.6, "37": 37.63, "38": 104.91, "39": 32.24, "40": 106.69, "41": 38.64, "42": 106.66, "43": 38.09, "44": 109.63, "45": 145.34, "46": 148.45, "47": 143.63, "48": 148.49, "49": 150.48 }, "expected_e2e_ms": 5161.84, "expected_avg_denoise_ms": 78.45, "expected_median_denoise_ms": 102.49, "estimated_full_test_time_s": 126.0 }, "wan2_1_t2v_1.3b": { "stages_ms": { "DecodingStage": 503.17, "InputValidationStage": 0.03, "DenoisingStage": 7244.34, "TextEncodingStage": 624.67, "LatentPreparationStage": 0.09, "TimestepPreparationStage": 2.28 }, "denoise_step_ms": { "0": 92.19, "1": 121.33, "2": 136.86, "3": 137.63, "4": 138.47, "5": 137.02, "6": 139.05, "7": 139.27, "8": 139.36, "9": 138.76, "10": 136.99, "11": 138.7, "12": 139.07, "13": 138.37, "14": 137.45, "15": 138.88, "16": 137.47, "17": 137.27, "18": 137.33, "19": 137.38, "20": 137.82, "21": 137.26, "22": 137.55, "23": 137.4, "24": 137.65, "25": 137.63, "26": 137.25, "27": 137.51, "28": 137.1, "29": 137.85, "30": 137.6, "31": 137.55, "32": 137.36, "33": 137.62, "34": 137.41, "35": 137.44, "36": 137.67, "37": 138.13, "38": 137.71, "39": 137.4, "40": 137.62, "41": 137.89, "42": 137.38, "43": 137.79, "44": 137.8, "45": 137.95, "46": 138.07, "47": 137.55, "48": 137.42, "49": 137.45 }, "expected_e2e_ms": 8629.02, "expected_avg_denoise_ms": 144.79, "expected_median_denoise_ms": 145.57, "estimated_full_test_time_s": 129.3 }, "wan2_1_t2v_1.3b_cfg_parallel": { "stages_ms": { "LatentPreparationStage": 0.29, "InputValidationStage": 0.05, "DenoisingStage": 3735.53, "DecodingStage": 404.36, "TimestepPreparationStage": 3.66, "TextEncodingStage": 652.39 }, "denoise_step_ms": { "0": 58.84, "1": 64.87, "2": 66.46, "3": 63.27, "4": 67.23, "5": 62.74, "6": 60.87, "7": 74.0, "8": 75.26, "9": 76.17, "10": 73.24, "11": 76.09, "12": 87.22, "13": 78.91, "14": 76.16, "15": 78.78, "16": 75.38, "17": 75.62, "18": 75.29, "19": 74.83, "20": 74.68, "21": 72.13, "22": 73.38, "23": 77.21, "24": 77.8, "25": 85.28, "26": 74.18, "27": 78.97, "28": 77.76, "29": 76.05, "30": 73.97, "31": 75.86, "32": 75.52, "33": 75.77, "34": 74.81, "35": 76.4, "36": 76.53, "37": 77.94, "38": 78.81, "39": 78.26, "40": 78.24, "41": 77.43, "42": 76.87, "43": 76.96, "44": 76.15, "45": 76.11, "46": 75.26, "47": 76.75, "48": 79.17, "49": 72.62 }, "expected_e2e_ms": 4956.47, "expected_avg_denoise_ms": 74.54, "expected_median_denoise_ms": 75.03, "estimated_full_test_time_s": 127.6 }, "turbo_wan2_1_t2v_1.3b": { "stages_ms": { "InputValidationStage": 0.06, "TextEncodingStage": 2508.95, "TimestepPreparationStage": 73.51, "LatentPreparationStage": 1.34, "DmdDenoisingStage": 1285.25, "DecodingStage": 805.04, "per_frame_generation": null }, "denoise_step_ms": { "0": 897.62, "1": 126.04, "2": 126.52, "3": 128.26 }, "expected_e2e_ms": 4686.66, "expected_avg_denoise_ms": 319.61, "expected_median_denoise_ms": 127.39, "estimated_full_test_time_s": 124.7 }, "ltx_2_two_stage_t2v": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 775.78, "LTX2TextConnectorStage": 10.72, "LTX2HalveResolutionStage": 0.05, "LTX2LoRASwitchStage": 2.8, "LTX2SigmaPreparationStage": 0.17, "TimestepPreparationStage": 11.39, "LTX2AVLatentPreparationStage": 0.18, "LTX2ImageEncodingStage": 0.02, "LTX2AVDenoisingStage": 4521.8, "LTX2UpsampleStage": 2.52, "LTX2RefinementStage": 544.95, "LTX2AVDecodingStage": 206.92, "per_frame_generation": null }, "denoise_step_ms": { "0": 116.82, "1": 166.1, "2": 113.57, "3": 116.56, "4": 115.93, "5": 116.1, "6": 116.65, "7": 115.37, "8": 109.93, "9": 116.34, "10": 116.37, "11": 118.34, "12": 114.94, "13": 120.27, "14": 117.81, "15": 118.43, "16": 118.83, "17": 107.31, "18": 115.91, "19": 114.51, "20": 106.1, "21": 105.55, "22": 111.25, "23": 105.68, "24": 105.36, "25": 106.07, "26": 114.65, "27": 115.08, "28": 115.54, "29": 114.29, "30": 115.5, "31": 123.66, "32": 104.07, "33": 103.24, "34": 104.41, "35": 103.3, "36": 102.05, "37": 102.4, "38": 102.77, "39": 102.07, "40": 192.18, "41": 171.85, "42": 166.03 }, "expected_e2e_ms": 6313.7, "expected_avg_denoise_ms": 118.58, "expected_median_denoise_ms": 109.14, "estimated_full_test_time_s": 345.4 }, "wan2_2_ti2v_5b": { "stages_ms": { "InputValidationStage": 380.0, "TextEncodingStage": 328.44, "LatentPreparationStage": 0.13, "TimestepPreparationStage": 2.32, "DenoisingStage": 15171.58, "DecodingStage": 1527.14 }, "denoise_step_ms": { "0": 183.83, "1": 301.44, "2": 300.81, "3": 311.19, "4": 305.2, "5": 302.05, "6": 307.57, "7": 305.22, "8": 299.57, "9": 302.19, "10": 306.41, "11": 303.95, "12": 304.63, "13": 305.57, "14": 304.51, "15": 305.02, "16": 305.67, "17": 304.17, "18": 305.43, "19": 304.32, "20": 305.91, "21": 304.7, "22": 302.28, "23": 303.57, "24": 305.08, "25": 304.67, "26": 304.03, "27": 305.48, "28": 306.68, "29": 305.07, "30": 304.83, "31": 305.76, "32": 304.22, "33": 305.49, "34": 306.05, "35": 305.28, "36": 306.09, "37": 307.76, "38": 305.25, "39": 305.21, "40": 306.17, "41": 304.79, "42": 305.64, "43": 305.06, "44": 306.74, "45": 305.89, "46": 304.28, "47": 306.01, "48": 304.94, "49": 302.57 }, "expected_e2e_ms": 17597.35, "expected_avg_denoise_ms": 302.53, "expected_median_denoise_ms": 305.07, "estimated_full_test_time_s": 141.7 }, "qwen_image_edit_2509_ti2i": { "stages_ms": { "ImageEncodingStage": 590.9, "DenoisingStage": 38451.75, "InputValidationStage": 98.87, "LatentPreparationStage": 0.15, "TimestepPreparationStage": 12.19, "DecodingStage": 14.52, "ImageVAEEncodingStage": 91.27 }, "denoise_step_ms": { "0": 717.34, "1": 959.86, "2": 964.82, "3": 964.14, "4": 964.39, "5": 962.79, "6": 959.88, "7": 962.3, "8": 959.08, "9": 966.39, "10": 968.95, "11": 966.02, "12": 963.19, "13": 965.61, "14": 964.04, "15": 964.3, "16": 964.12, "17": 966.04, "18": 967.82, "19": 968.01, "20": 968.46, "21": 968.58, "22": 967.91, "23": 967.14, "24": 966.89, "25": 967.93, "26": 964.2, "27": 968.56, "28": 966.23, "29": 970.81, "30": 968.49, "31": 970.28, "32": 968.94, "33": 970.14, "34": 968.76, "35": 970.11, "36": 968.54, "37": 968.7, "38": 971.43, "39": 969.25 }, "expected_e2e_ms": 39483.04, "expected_avg_denoise_ms": 961.13, "expected_median_denoise_ms": 967.48, "estimated_full_test_time_s": 160.2 }, "qwen_image_layered_i2i": { "stages_ms": { "QwenImageLayeredBeforeDenoisingStage": 800, "TimestepPreparationStage": 0.0, "DenoisingStage": 33064.04, "DecodingStage": 142.89 }, "denoise_step_ms": { "0": 512.55, "1": 671.77, "2": 658.22, "3": 666.15, "4": 669.94, "5": 663.29, "6": 663.62, "7": 665.89, "8": 663.92, "9": 666.76, "10": 662.27, "11": 662.88, "12": 667.29, "13": 667.25, "14": 668.65, "15": 667.43, "16": 667.93, "17": 666.45, "18": 670.42, "19": 669.86, "20": 666.7, "21": 669.94, "22": 665.95, "23": 666.9, "24": 668.24, "25": 669.13, "26": 667.71, "27": 672.43, "28": 669.31, "29": 660.48, "30": 670.89, "31": 666.7, "32": 669.39, "33": 666.78, "34": 670.27, "35": 671.19, "36": 668.11, "37": 670.61, "38": 670.22, "39": 660.73, "40": 674.31, "41": 672.18, "42": 670.49, "43": 669.57, "44": 674.7, "45": 673.28, "46": 672.62, "47": 672.52, "48": 673.85, "49": 666.93 }, "expected_e2e_ms": 33451.98, "expected_avg_denoise_ms": 661.05, "expected_median_denoise_ms": 664.26, "estimated_full_test_time_s": 161.5 }, "fastwan2_2_ti2v_5b": { "stages_ms": { "InputValidationStage": 400.0, "TextEncodingStage": 329.33, "TimestepPreparationStage": 30.08, "LatentPreparationStage": 0.12, "DmdDenoisingStage": 270.39, "DecodingStage": 1462.06 }, "denoise_step_ms": { "0": 35.0, "1": 30.01, "2": 114.63 }, "expected_e2e_ms": 2680.2, "expected_avg_denoise_ms": 88.05, "expected_median_denoise_ms": 114.63, "estimated_full_test_time_s": 125.2 }, "fast_hunyuan_video": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 254.74, "TimestepPreparationStage": 28.98, "LatentPreparationStage": 0.13, "DenoisingStage": 5812.04, "DecodingStage": 2888.31, "per_frame_generation": null }, "denoise_step_ms": { "0": 286.89, "1": 284.01, "2": 1090.2, "3": 1094.58, "4": 1087.51, "5": 1090.66 }, "expected_e2e_ms": 9761.46, "expected_avg_denoise_ms": 967.68, "expected_median_denoise_ms": 1090.43, "estimated_full_test_time_s": 77.0 }, "wan2_2_i2v_a14b_2gpu": { "stages_ms": { "InputValidationStage": 18.1, "ImageVAEEncodingStage": 1630.35, "DecodingStage": 1114.63, "LatentPreparationStage": 0.31, "TextEncodingStage": 626.49, "TimestepPreparationStage": 4.42, "DenoisingStage": 68736.39 }, "denoise_step_ms": { "0": 519.5, "1": 612.04, "2": 1737.52, "3": 1705.6, "4": 1711.89, "5": 1714.28, "6": 1711.38, "7": 1710.32, "8": 1714.7, "9": 1715.46, "10": 1713.3, "11": 1714.58, "12": 1716.05, "13": 1718.95, "14": 1720.84, "15": 1743.12, "16": 1715.18, "17": 1718.87, "18": 1712.45, "19": 1712.11, "20": 1711.92, "21": 1715.97, "22": 1712.68, "23": 1710.74, "24": 1715.36, "25": 1715.06, "26": 1712.65, "27": 1710.31, "28": 1714.64, "29": 1714.87, "30": 1714.28, "31": 1713.73, "32": 1714.59, "33": 1711.81, "34": 1716.93, "35": 1716.84, "36": 1715.25, "37": 1715.56, "38": 1713.6, "39": 1697.24 }, "expected_e2e_ms": 73811.61, "expected_avg_denoise_ms": 1689.73, "expected_median_denoise_ms": 1714.58, "estimated_full_test_time_s": 264.1 }, "wan2_1_i2v_14b_480P_2gpu": { "stages_ms": { "InputValidationStage": 7.88, "LatentPreparationStage": 0.19, "ImageEncodingStage": 30.99, "DenoisingStage": 33259.34, "DecodingStage": 570.09, "TimestepPreparationStage": 2.14, "TextEncodingStage": 400.75, "ImageVAEEncodingStage": 451.69 }, "denoise_step_ms": { "0": 511.75, "1": 684.53, "2": 655.82, "3": 667.35, "4": 669.71, "5": 664.06, "6": 667.2, "7": 669.88, "8": 662.88, "9": 665.68, "10": 665.83, "11": 665.85, "12": 663.76, "13": 666.65, "14": 663.7, "15": 666.51, "16": 667.55, "17": 666.8, "18": 670.57, "19": 670.01, "20": 667.19, "21": 667.71, "22": 666.87, "23": 668.3, "24": 668.23, "25": 668.41, "26": 668.06, "27": 665.42, "28": 671.21, "29": 669.95, "30": 667.59, "31": 670.01, "32": 667.18, "33": 670.25, "34": 669.73, "35": 670.18, "36": 671.23, "37": 671.36, "38": 670.11, "39": 668.64, "40": 668.9, "41": 670.84, "42": 667.72, "43": 670.59, "44": 670.31, "45": 667.49, "46": 668.46, "47": 670.64, "48": 666.37, "49": 662.19 }, "expected_e2e_ms": 34741.5, "expected_avg_denoise_ms": 665.03, "expected_median_denoise_ms": 667.89, "estimated_full_test_time_s": 243.0 }, "wan2_1_i2v_14b_720P_2gpu": { "stages_ms": { "InputValidationStage": 11.58, "TextEncodingStage": 390.5, "DecodingStage": 1357.99, "TimestepPreparationStage": 2.27, "ImageEncodingStage": 22.34, "LatentPreparationStage": 0.17, "DenoisingStage": 98693.53, "ImageVAEEncodingStage": 938.33 }, "denoise_step_ms": { "0": 1520.16, "1": 2022.96, "2": 1995.39, "3": 1991.55, "4": 1991.27, "5": 1992.33, "6": 1995.09, "7": 1991.43, "8": 1996.42, "9": 1995.96, "10": 1979.55, "11": 1996.81, "12": 1995.44, "13": 1997.31, "14": 1998.39, "15": 2001.51, "16": 1996.36, "17": 2004.52, "18": 1998.34, "19": 1996.5, "20": 1989.38, "21": 1999.1, "22": 2001.81, "23": 2003.79, "24": 2000.16, "25": 2001.36, "26": 1997.9, "27": 1998.86, "28": 2001.61, "29": 1984.19, "30": 2001.64, "31": 2001.72, "32": 1999.12, "33": 1999.24, "34": 1999.12, "35": 2000.89, "36": 1997.08, "37": 1997.03, "38": 1998.96, "39": 1986.55, "40": 2000.45, "41": 2000.86, "42": 1997.49, "43": 2000.21, "44": 1995.28, "45": 1998.78, "46": 1997.67, "47": 1997.41, "48": 1990.79, "49": 1970.68 }, "expected_e2e_ms": 101519.43, "expected_avg_denoise_ms": 1973.69, "expected_median_denoise_ms": 1982.25, "estimated_full_test_time_s": 248.9 }, "wan2_2_t2v_a14b_2gpu": { "stages_ms": { "InputValidationStage": 0.05, "TextEncodingStage": 314.11, "LatentPreparationStage": 0.21, "TimestepPreparationStage": 1.89, "DenoisingStage": 81747.14, "DecodingStage": 784.99 }, "denoise_step_ms": { "0": 1453.25, "1": 2056.66, "2": 2027.99, "3": 2012.96, "4": 2020.39, "5": 2019.44, "6": 2056.54, "7": 2065.04, "8": 2020.14, "9": 2052.19, "10": 2020.63, "11": 2075.95, "12": 2020.56, "13": 2020.28, "14": 2019.65, "15": 2019.53, "16": 2019.42, "17": 2019.46, "18": 2019.61, "19": 2019.58, "20": 2019.33, "21": 2019.44, "22": 2019.91, "23": 2019.69, "24": 2019.61, "25": 2019.24, "26": 2084.71, "27": 2022.36, "28": 2031.39, "29": 2048.32, "30": 2020.36, "31": 2033.97, "32": 2036.4, "33": 2039.62, "34": 2045.06, "35": 2026.33, "36": 2022.31, "37": 2026.32, "38": 2020.56, "39": 2014.28 }, "expected_e2e_ms": 83297.78, "expected_avg_denoise_ms": 2029.88, "expected_median_denoise_ms": 2026.87, "estimated_full_test_time_s": 204.3 }, "wan2_1_t2v_14b_2gpu": { "stages_ms": { "TextEncodingStage": 648.05, "DecodingStage": 637.43, "TimestepPreparationStage": 3.4, "InputValidationStage": 0.05, "LatentPreparationStage": 0.27, "DenoisingStage": 23262.32 }, "denoise_step_ms": { "0": 307.85, "1": 190.41, "2": 490.26, "3": 468.77, "4": 479.98, "5": 470.02, "6": 481.03, "7": 474.6, "8": 480.52, "9": 475.21, "10": 466.27, "11": 475.87, "12": 476.53, "13": 477.88, "14": 476.46, "15": 478.46, "16": 475.68, "17": 480.34, "18": 473.5, "19": 481.12, "20": 469.81, "21": 480.89, "22": 473.67, "23": 478.55, "24": 475.17, "25": 478.69, "26": 476.86, "27": 476.79, "28": 478.15, "29": 469.87, "30": 478.06, "31": 478.14, "32": 477.48, "33": 478.13, "34": 476.76, "35": 476.79, "36": 478.36, "37": 476.93, "38": 477.99, "39": 469.25, "40": 477.28, "41": 478.29, "42": 476.71, "43": 477.91, "44": 479.14, "45": 477.02, "46": 477.17, "47": 478.45, "48": 476.97, "49": 464.05 }, "expected_e2e_ms": 24749.27, "expected_avg_denoise_ms": 464.73, "expected_median_denoise_ms": 470.88, "estimated_full_test_time_s": 173.2 }, "wan2_2_t2v_a14b_lora_2gpu": { "stages_ms": { "InputValidationStage": 0.03, "TextEncodingStage": 616.22, "LatentPreparationStage": 0.13, "TimestepPreparationStage": 2.72, "DenoisingStage": 57638.76, "DecodingStage": 823.49 }, "denoise_step_ms": { "0": 504.86, "1": 1188.64, "2": 1422.03, "3": 1404.94, "4": 1421.26, "5": 1397.71, "6": 1410.77, "7": 1410.95, "8": 1408.93, "9": 1412.07, "10": 1411.42, "11": 1412.58, "12": 1411.5, "13": 1417.19, "14": 1414.5, "15": 1414.9, "16": 1417.43, "17": 1417.16, "18": 1418.91, "19": 1416.58, "20": 1419.57, "21": 1413.95, "22": 1419.16, "23": 1419.4, "24": 1417.73, "25": 1417.12, "26": 1619.69, "27": 1598.62, "28": 1426.79, "29": 1423.25, "30": 1411.6, "31": 1423.21, "32": 1408.9, "33": 1420.17, "34": 1413.44, "35": 1417.43, "36": 1418.99, "37": 1411.57, "38": 1415.99, "39": 1396.17 }, "expected_e2e_ms": 62134.19, "expected_avg_denoise_ms": 1437.82, "expected_median_denoise_ms": 1416.85, "estimated_full_test_time_s": 181.8 }, "wan2_1_t2v_1_3b_lora_1gpu": { "stages_ms": { "InputValidationStage": 0.05, "TextEncodingStage": 340.58, "LatentPreparationStage": 0.16, "TimestepPreparationStage": 3.26, "DenoisingStage": 7328.48, "DecodingStage": 563.07 }, "denoise_step_ms": { "0": 90.0, "1": 119.02, "2": 146.15, "3": 144.15, "4": 144.57, "5": 144.41, "6": 160.18, "7": 148.95, "8": 144.97, "9": 145.9, "10": 144.53, "11": 145.21, "12": 146.25, "13": 152.87, "14": 148.99, "15": 145.88, "16": 144.81, "17": 144.76, "18": 147.29, "19": 151.36, "20": 151.05, "21": 146.67, "22": 147.05, "23": 145.42, "24": 147.84, "25": 147.86, "26": 149.47, "27": 150.5, "28": 148.85, "29": 145.76, "30": 144.58, "31": 147.04, "32": 148.56, "33": 149.74, "34": 148.97, "35": 147.51, "36": 147.01, "37": 146.34, "38": 147.05, "39": 148.62, "40": 148.49, "41": 149.09, "42": 146.27, "43": 145.72, "44": 145.54, "45": 148.21, "46": 148.05, "47": 148.89, "48": 146.76, "49": 145.83 }, "expected_e2e_ms": 8324.93, "expected_avg_denoise_ms": 146.48, "expected_median_denoise_ms": 147.68, "estimated_full_test_time_s": 129.6 }, "wan2_1_i2v_14b_lora_2gpu": { "stages_ms": { "InputValidationStage": 12.06, "TextEncodingStage": 341.83, "DecodingStage": 1329.75, "TimestepPreparationStage": 2.14, "ImageEncodingStage": 33.35, "LatentPreparationStage": 0.17, "DenoisingStage": 98821.24, "ImageVAEEncodingStage": 936.91 }, "denoise_step_ms": { "0": 1536.32, "1": 2013.2, "2": 1986.65, "3": 1975.67, "4": 1976.62, "5": 1978.03, "6": 1977.88, "7": 1979.89, "8": 1981.97, "9": 1978.5, "10": 1982.51, "11": 1982.54, "12": 1984.15, "13": 1987.31, "14": 1983.76, "15": 1988.0, "16": 1988.23, "17": 1982.14, "18": 1983.82, "19": 1986.63, "20": 1987.46, "21": 1984.61, "22": 1985.56, "23": 1987.15, "24": 1986.5, "25": 1986.78, "26": 1989.74, "27": 1987.21, "28": 1986.19, "29": 1988.72, "30": 1991.59, "31": 1985.31, "32": 1985.79, "33": 1986.29, "34": 1989.01, "35": 1988.83, "36": 1986.41, "37": 1990.63, "38": 1989.91, "39": 1987.18, "40": 1986.08, "41": 1991.05, "42": 1983.31, "43": 1984.62, "44": 1984.96, "45": 1984.37, "46": 1981.33, "47": 1980.99, "48": 1982.94, "49": 1967.75 }, "expected_e2e_ms": 101924.55, "expected_avg_denoise_ms": 1976.24, "expected_median_denoise_ms": 1985.67, "estimated_full_test_time_s": 248.2 }, "flux_2_image_t2i_2_gpus": { "stages_ms": { "InputValidationStage": 0.05, "TextEncodingStage": 747.5, "ImageVAEEncodingStage": 0.01, "LatentPreparationStage": 0.83, "TimestepPreparationStage": 30.12, "DenoisingStage": 13360.47, "DecodingStage": 19.32 }, "denoise_step_ms": { "0": 66.76, "1": 71.94, "2": 226.39, "3": 226.37, "4": 226.46, "5": 226.56, "6": 226.59, "7": 226.36, "8": 226.52, "9": 226.7, "10": 226.54, "11": 226.82, "12": 226.79, "13": 226.65, "14": 226.83, "15": 226.9, "16": 226.9, "17": 227.05, "18": 226.52, "19": 227.01, "20": 226.99, "21": 226.56, "22": 226.48, "23": 227.11, "24": 226.86, "25": 226.38, "26": 227.16, "27": 227.39, "28": 226.88, "29": 227.23, "30": 227.07, "31": 226.98, "32": 226.92, "33": 227.11, "34": 226.7, "35": 227.31, "36": 226.65, "37": 227.41, "38": 227.91, "39": 227.56, "40": 227.06, "41": 227.16, "42": 227.25, "43": 227.57, "44": 226.85, "45": 227.36, "46": 227.7, "47": 227.63, "48": 227.69, "49": 227.17 }, "expected_e2e_ms": 15050.94, "expected_avg_denoise_ms": 262.66, "expected_median_denoise_ms": 266.23, "estimated_full_test_time_s": 135.3 }, "qwen_image_edit_2511_ti2i": { "stages_ms": { "DecodingStage": 18.69, "InputValidationStage": 48.98, "DenoisingStage": 22129.32, "ImageEncodingStage": 562.02, "LatentPreparationStage": 0.13, "TimestepPreparationStage": 12.36, "ImageVAEEncodingStage": 47.89 }, "denoise_step_ms": { "0": 415.55, "1": 558.04, "2": 548.65, "3": 560.17, "4": 550.15, "5": 554.87, "6": 548.51, "7": 554.21, "8": 551.19, "9": 557.15, "10": 553.7, "11": 556.73, "12": 554.35, "13": 555.94, "14": 556.44, "15": 554.15, "16": 554.86, "17": 555.14, "18": 558.16, "19": 554.71, "20": 557.93, "21": 556.35, "22": 555.88, "23": 558.05, "24": 556.66, "25": 557.84, "26": 556.77, "27": 558.22, "28": 555.72, "29": 558.04, "30": 555.66, "31": 559.13, "32": 555.84, "33": 559.4, "34": 557.41, "35": 559.05, "36": 558.7, "37": 556.78, "38": 556.8, "39": 554.2 }, "expected_e2e_ms": 23143.72, "expected_avg_denoise_ms": 552.98, "expected_median_denoise_ms": 556.77, "estimated_full_test_time_s": 143.7 }, "fsdp-inference": { "stages_ms": { "InputValidationStage": 0.04, "LatentPreparationStage": 0.16, "TextEncodingStage": 257.5, "TimestepPreparationStage": 38.44, "DecodingStage": 16.88, "DenoisingStage": 2374.14 }, "denoise_step_ms": { "0": 259.26, "1": 164.46, "2": 263.36, "3": 650.0, "4": 271.46, "5": 266.71, "6": 650.0, "7": 270.08, "8": 259.96 }, "expected_e2e_ms": 2850.0, "expected_avg_denoise_ms": 263.19, "expected_median_denoise_ms": 261.85, "estimated_full_test_time_s": 122.7 }, "hunyuan3d_shape_gen": { "stages_ms": { "Hunyuan3DShapeBeforeDenoisingStage": 544.59, "Hunyuan3DShapeDenoisingStage": 3306.16, "Hunyuan3DShapeExportStage": 8488.42, "Hunyuan3DShapeSaveStage": 859.23 }, "denoise_step_ms": { "0": 137.54, "1": 31.13, "2": 65.96, "3": 65.31, "4": 65.03, "5": 65.08, "6": 65.1, "7": 65.48, "8": 64.99, "9": 65.53, "10": 64.91, "11": 65.44, "12": 64.94, "13": 65.42, "14": 65.1, "15": 65.55, "16": 65.03, "17": 65.46, "18": 64.97, "19": 65.39, "20": 65.08, "21": 65.47, "22": 65.89, "23": 64.66, "24": 65.16, "25": 65.59, "26": 64.95, "27": 65.65, "28": 64.94, "29": 65.49, "30": 65.37, "31": 65.58, "32": 64.85, "33": 65.53, "34": 65.18, "35": 65.53, "36": 64.89, "37": 65.54, "38": 65.29, "39": 65.41, "40": 65.01, "41": 65.54, "42": 65.17, "43": 65.49, "44": 64.98, "45": 65.36, "46": 65.25, "47": 65.38, "48": 65.36, "49": 66.03 }, "expected_e2e_ms": 300141.39, "expected_avg_denoise_ms": 66.06, "expected_median_denoise_ms": 65.36, "estimated_full_test_time_s": 420.1 }, "wan2_1_t2v_1.3b_frame_interp_2x": { "stages_ms": { "InputValidationStage": 0.05, "TextEncodingStage": 612.62, "LatentPreparationStage": 0.2, "TimestepPreparationStage": 2.72, "DenoisingStage": 7336.03, "DecodingStage": 564.05 }, "denoise_step_ms": { "0": 88.11, "1": 122.29, "2": 146.56, "3": 145.57, "4": 145.12, "5": 144.35, "6": 158.28, "7": 148.85, "8": 144.72, "9": 144.45, "10": 145.28, "11": 144.48, "12": 150.64, "13": 153.84, "14": 147.59, "15": 146.91, "16": 147.58, "17": 144.84, "18": 146.74, "19": 150.18, "20": 150.08, "21": 146.22, "22": 146.88, "23": 145.99, "24": 145.55, "25": 148.05, "26": 149.89, "27": 148.3, "28": 148.18, "29": 146.65, "30": 147.5, "31": 145.22, "32": 149.73, "33": 150.95, "34": 146.49, "35": 147.33, "36": 146.74, "37": 145.63, "38": 147.07, "39": 148.72, "40": 150.98, "41": 146.97, "42": 148.43, "43": 148.38, "44": 145.78, "45": 149.13, "46": 149.84, "47": 150.0, "48": 145.6, "49": 146.37 }, "expected_e2e_ms": 8543.5, "expected_avg_denoise_ms": 146.61, "expected_median_denoise_ms": 147.3, "estimated_full_test_time_s": 129.3 }, "flux_2_image_t2i_upscaling_4x": { "stages_ms": { "TextEncodingStage": 374.99, "DenoisingStage": 23676.19, "InputValidationStage": 0.06, "LatentPreparationStage": 1.2, "TimestepPreparationStage": 18.66, "DecodingStage": 9.62, "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { "0": 66.32, "1": 395.03, "2": 488.73, "3": 460.96, "4": 474.42, "5": 471.59, "6": 469.96, "7": 472.41, "8": 468.92, "9": 475.33, "10": 465.3, "11": 477.98, "12": 466.21, "13": 478.19, "14": 467.91, "15": 477.69, "16": 468.21, "17": 477.27, "18": 470.51, "19": 473.63, "20": 472.38, "21": 472.47, "22": 475.89, "23": 471.61, "24": 474.66, "25": 471.33, "26": 476.31, "27": 473.64, "28": 474.4, "29": 472.35, "30": 474.65, "31": 471.61, "32": 476.36, "33": 468.74, "34": 473.22, "35": 471.23, "36": 476.13, "37": 472.25, "38": 473.52, "39": 473.61, "40": 474.92, "41": 474.98, "42": 473.82, "43": 473.32, "44": 474.41, "45": 473.61, "46": 473.71, "47": 475.03, "48": 473.97, "49": 473.92 }, "expected_e2e_ms": 24551.25, "expected_avg_denoise_ms": 465.17, "expected_median_denoise_ms": 473.63, "estimated_full_test_time_s": 145.1 }, "wan2_1_t2v_1.3b_upscaling_4x": { "stages_ms": { "DecodingStage": 566.48, "InputValidationStage": 0.04, "DenoisingStage": 7238.94, "TextEncodingStage": 623.45, "LatentPreparationStage": 0.14, "TimestepPreparationStage": 2.35 }, "denoise_step_ms": { "0": 85.84, "1": 104.79, "2": 143.85, "3": 144.68, "4": 145.57, "5": 144.43, "6": 145.13, "7": 144.79, "8": 144.33, "9": 145.01, "10": 144.58, "11": 146.38, "12": 141.99, "13": 148.34, "14": 144.98, "15": 143.98, "16": 145.08, "17": 143.22, "18": 145.69, "19": 144.76, "20": 149.62, "21": 139.68, "22": 144.04, "23": 144.42, "24": 144.34, "25": 145.08, "26": 144.94, "27": 145.77, "28": 142.06, "29": 146.45, "30": 145.53, "31": 143.51, "32": 144.69, "33": 144.47, "34": 143.55, "35": 144.72, "36": 145.06, "37": 144.47, "38": 144.28, "39": 144.97, "40": 143.8, "41": 144.48, "42": 145.58, "43": 145.27, "44": 143.36, "45": 145.51, "46": 144.72, "47": 143.55, "48": 145.25, "49": 144.24 }, "expected_e2e_ms": 8612.26, "expected_avg_denoise_ms": 144.68, "expected_median_denoise_ms": 144.74, "estimated_full_test_time_s": 129.3 }, "wan2_1_t2v_1.3b_frame_interp_2x_upscaling_4x": { "stages_ms": { "InputValidationStage": 0.04, "TextEncodingStage": 559.97, "LatentPreparationStage": 0.14, "TimestepPreparationStage": 2.34, "DenoisingStage": 7419.14, "DecodingStage": 564.64 }, "denoise_step_ms": { "0": 110.01, "1": 125.73, "2": 147.19, "3": 145.54, "4": 145.31, "5": 146.31, "6": 158.16, "7": 148.97, "8": 146.24, "9": 148.82, "10": 145.96, "11": 146.19, "12": 151.66, "13": 154.95, "14": 150.19, "15": 146.77, "16": 149.06, "17": 146.95, "18": 147.98, "19": 153.21, "20": 151.47, "21": 147.68, "22": 146.38, "23": 148.52, "24": 147.07, "25": 151.59, "26": 150.39, "27": 150.41, "28": 151.1, "29": 148.02, "30": 147.85, "31": 148.52, "32": 152.62, "33": 150.97, "34": 149.8, "35": 150.53, "36": 148.13, "37": 148.54, "38": 148.74, "39": 149.68, "40": 151.1, "41": 150.29, "42": 146.85, "43": 146.56, "44": 149.6, "45": 148.65, "46": 150.93, "47": 150.19, "48": 151.48, "49": 147.91 }, "expected_e2e_ms": 8630.42, "expected_avg_denoise_ms": 148.25, "expected_median_denoise_ms": 148.78, "estimated_full_test_time_s": 129.4 }, "ltx_2.3_one_stage_ti2v": { "stages_ms": { "InputValidationStage": 3.6, "TextEncodingStage": 773.87, "LTX2TextConnectorStage": 27.35, "LTX2SigmaPreparationStage": 0.19, "TimestepPreparationStage": 11.85, "LTX2AVLatentPreparationStage": 0.11, "LTX2ImageEncodingStage": 29.61, "LTX2AVDenoisingStage": 15025.95, "LTX2AVDecodingStage": 234.96 }, "denoise_step_ms": { "0": 513.68, "1": 493.96, "2": 493.79, "3": 495.7, "4": 494.61, "5": 495.44, "6": 494.66, "7": 493.61, "8": 495.14, "9": 494.39, "10": 495.59, "11": 493.94, "12": 493.73, "13": 495.33, "14": 495.09, "15": 493.96, "16": 494.79, "17": 494.07, "18": 494.39, "19": 495.85, "20": 495.73, "21": 495.74, "22": 494.92, "23": 494.89, "24": 494.84, "25": 494.45, "26": 495.61, "27": 505.17, "28": 508.44, "29": 497.15 }, "expected_e2e_ms": 16722.42, "expected_avg_denoise_ms": 520.0, "expected_median_denoise_ms": 494.9, "estimated_full_test_time_s": 144.2 }, "ltx_2.3_two_stage_t2v_2gpus": { "stages_ms": { "InputValidationStage": 0.05, "TextEncodingStage": 775.72, "LTX2TextConnectorStage": 29.83, "LTX2HalveResolutionStage": 0.06, "LTX2LoRASwitchStage": 0.01, "LTX2SigmaPreparationStage": 0.61, "TimestepPreparationStage": 20.77, "LTX2AVLatentPreparationStage": 0.12, "LTX2ImageEncodingStage": 0.02, "LTX2AVDenoisingStage": 5460.05, "LTX2UpsampleStage": 3.31, "LTX2RefinementStage": 589.32, "LTX2AVDecodingStage": 240.26, "per_frame_generation": null }, "denoise_step_ms": { "0": 225.43, "1": 283.15, "2": 193.3, "3": 166.82, "4": 200.16, "5": 196.51, "6": 178.52, "7": 168.41, "8": 182.67, "9": 166.79, "10": 163.28, "11": 170.97, "12": 176.57, "13": 136.28, "14": 138.62, "15": 172.68, "16": 172.41, "17": 184.39, "18": 161.55, "19": 176.63, "20": 200.48, "21": 182.02, "22": 161.98, "23": 139.58, "24": 137.21, "25": 182.74, "26": 149.38, "27": 144.21, "28": 171.22, "29": 183.21, "30": 142.41, "31": 134.02, "32": 138.32 }, "expected_e2e_ms": 12925.1, "expected_avg_denoise_ms": 209.57, "expected_median_denoise_ms": 179.26, "estimated_full_test_time_s": 160.0 }, "ltx_2_3_two_stage_ti2v_2gpus": { "stages_ms": { "InputValidationStage": 3.21, "TextEncodingStage": 747.28, "LTX2TextConnectorStage": 27.37, "LTX2HalveResolutionStage": 0.05, "LTX2LoRASwitchStage": 3.01, "LTX2SigmaPreparationStage": 0.22, "TimestepPreparationStage": 19.94, "LTX2AVLatentPreparationStage": 0.14, "LTX2ImageEncodingStage": 27.58, "LTX2AVDenoisingStage": 7506.38, "LTX2UpsampleStage": 2.31, "LTX2RefinementStage": 670.53, "LTX2AVDecodingStage": 250.93, "per_frame_generation": null }, "denoise_step_ms": { "0": 261.94, "1": 271.84, "2": 250.26, "3": 251.97, "4": 245.27, "5": 244.88, "6": 225.68, "7": 243.6, "8": 249.33, "9": 246.74, "10": 245.15, "11": 246.62, "12": 245.31, "13": 238.39, "14": 244.41, "15": 242.77, "16": 246.85, "17": 245.53, "18": 246.1, "19": 246.07, "20": 247.84, "21": 250.74, "22": 249.19, "23": 246.86, "24": 239.52, "25": 249.31, "26": 242.79, "27": 246.48, "28": 238.94, "29": 237.2, "30": 127.08, "31": 123.1, "32": 193.15 }, "expected_e2e_ms": 9687.04, "expected_avg_denoise_ms": 250.16, "expected_median_denoise_ms": 242.79, "estimated_full_test_time_s": 170.0 }, "lingbot_world_realtime_plastic_beach": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 126.0 }, "ltx_2_3_hq_pipeline": { "stages_ms": { "InputValidationStage": 4.63, "TextEncodingStage": 401.75, "LTX2TextConnectorStage": 27.48, "LTX2HalveResolutionStage": 0.04, "LTX2LoRASwitchStage": 6.12, "LTX2SigmaPreparationStage": 0.26, "TimestepPreparationStage": 14.45, "LTX2AVLatentPreparationStage": 0.13, "LTX2ImageEncodingStage": 57.62, "LTX2AVDenoisingStage": 12162.51, "LTX2UpsampleStage": 11.04, "ltx2_lora_switch_stage2": 5.68, "ltx2_image_encoding_stage2": 64.54, "LTX2RefinementStage": 3484.86, "LTX2AVDecodingStage": 1054.91, "per_frame_generation": null }, "denoise_step_ms": { "0": 785.16, "1": 740.86, "2": 740.7, "3": 742.77, "4": 772.73, "5": 744.43, "6": 743.14, "7": 743.2, "8": 743.76, "9": 742.57, "10": 741.31, "11": 744.06, "12": 760.17, "13": 740.69, "14": 369.53, "15": 1193.58, "16": 1144.87, "17": 1143.19 }, "expected_e2e_ms": 15981.39, "expected_avg_denoise_ms": 868.06, "expected_median_denoise_ms": 747.62, "estimated_full_test_time_s": 363.2 }, "qwen_image_t2i_cache_dit_scm_config_diffusers_1gpu": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 98.3 }, "cosmos3_nano_t2i": { "stages_ms": { "Cosmos3ImagePreprocessStage": 0.01, "Cosmos3TokenizationStage": 155.89, "Cosmos3LatentPreparationStage": 0.15, "Cosmos3TimestepPreparationStage": 0.64, "Cosmos3DenoisingStage": 846.85, "Cosmos3DecodingStage": 12.14 }, "denoise_step_ms": { "0": 58.61, "1": 21.71, "2": 44.31, "3": 22.05, "4": 21.79, "5": 21.78, "6": 21.79, "7": 22.25, "8": 22.59, "9": 22.73, "10": 22.75, "11": 22.71, "12": 24.63, "13": 22.43, "14": 21.97, "15": 22.74, "16": 22.93, "17": 22.74, "18": 22.68, "19": 22.55, "20": 22.52, "21": 22.37, "22": 22.29, "23": 22.45, "24": 22.63, "25": 22.64, "26": 22.53, "27": 22.48, "28": 22.41, "29": 22.18, "30": 22.19, "31": 22.48, "32": 22.68, "33": 22.65, "34": 22.37 }, "expected_e2e_ms": 1019.02, "expected_avg_denoise_ms": 24.13, "expected_median_denoise_ms": 22.52, "estimated_full_test_time_s": 65.0 }, "cosmos3_nano_t2v": { "stages_ms": { "Cosmos3ImagePreprocessStage": 0.01, "Cosmos3TokenizationStage": 152.97, "Cosmos3LatentPreparationStage": 0.14, "Cosmos3TimestepPreparationStage": 0.56, "Cosmos3DenoisingStage": 261.27, "Cosmos3DecodingStage": 47.82, "per_frame_generation": null }, "denoise_step_ms": { "0": 89.22, "1": 61.52, "2": 85.06, "3": 58.08 }, "expected_e2e_ms": 499.7, "expected_avg_denoise_ms": 73.47, "expected_median_denoise_ms": 73.29, "estimated_full_test_time_s": 65.0 }, "flux_2_t2i_customized_vae_path": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 574.4 }, "wan2_2_t2v_a14b_teacache_2gpu": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 253.9 }, "wan2_1_t2v_1_3b_cache_dit_sp_only_2gpu": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 55.4 }, "mova_360p_tp2": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 160.2 }, "mova_360p_ring1_uly2": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 236.8 }, "zimage_image_t2i_2_gpus_non_square": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 67.9 }, "flux1_modelopt_fp8_t2i": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 50.3 }, "flux2_modelopt_fp8_t2i": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 498.1 }, "wan22_modelopt_fp8_t2v": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 89.5 }, "hunyuanvideo_modelopt_fp8_t2v": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 64.3 }, "qwen_image_modelopt_fp8_t2i": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 65.5 }, "qwen_image_edit_modelopt_fp8_ti2i": { "stages_ms": {}, "denoise_step_ms": {}, "expected_e2e_ms": 0.0, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, "estimated_full_test_time_s": 73.7 } } }