{
    "metadata": {
        "model": "Diffusion Server",
        "hardware": "CI RTX 5090 pool",
        "description": "Reference numbers captured from real 5090 CI runner history (PR 29791 run 28492141274, job 84450974283).",
        "last_updated": "2026-07-01"
    },
    "tolerances": {
        "long_term": {
            "e2e": 0.15,
            "denoise_stage": 0.1,
            "non_denoise_stage": 0.5,
            "denoise_step": 0.25,
            "denoise_agg": 0.15
        },
        "pr_test": {
            "e2e": 0.25,
            "denoise_stage": 0.25,
            "non_denoise_stage": 0.8,
            "denoise_step": 0.3,
            "denoise_agg": 0.2
        }
    },
    "improvement_reporting": {
        "threshold": 0.2
    },
    "sampling": {
        "step_fractions": [
            0.0,
            0.2,
            0.4,
            0.6,
            0.8,
            1.0
        ]
    },
    "scenarios": {
        "flux_2_klein_base_image_t2i": {
            "stages_ms": {
                "DecodingStage": 18.19,
                "DenoisingStage": 18213.48,
                "ImageVAEEncodingStage": 0.01,
                "InputValidationStage": 0.08,
                "LatentPreparationStage": 4.87,
                "TextEncodingStage": 104.46,
                "TimestepPreparationStage": 142.18
            },
            "denoise_step_ms": {
                "0": 219.58,
                "10": 359.79,
                "20": 361.55,
                "29": 361.99,
                "39": 362.57,
                "49": 362.89
            },
            "expected_e2e_ms": 18641.09,
            "expected_avg_denoise_ms": 357.93,
            "expected_median_denoise_ms": 361.8,
            "estimated_full_test_time_s": 94.0
        },
        "wan2_1_t2v_1.3b": {
            "stages_ms": {
                "DecodingStage": 1202.43,
                "DenoisingStage": 21452.59,
                "InputValidationStage": 0.09,
                "LatentPreparationStage": 0.23,
                "TextEncodingStage": 1210.22,
                "TimestepPreparationStage": 3.91
            },
            "denoise_step_ms": {
                "0": 480.39,
                "10": 426.11,
                "20": 427.32,
                "29": 428.09,
                "39": 428.04,
                "49": 422.31
            },
            "expected_e2e_ms": 23877.73,
            "expected_avg_denoise_ms": 428.74,
            "expected_median_denoise_ms": 427.94,
            "estimated_full_test_time_s": 160.9
        },
        "zimage_image_t2i": {
            "stages_ms": {
                "DecodingStage": 7.11,
                "DenoisingStage": 2229.48,
                "InputValidationStage": 0.04,
                "LatentPreparationStage": 0.17,
                "TextEncodingStage": 252.73,
                "TimestepPreparationStage": 38.57
            },
            "denoise_step_ms": {
                "0": 39.34,
                "2": 277.35,
                "3": 267.94,
                "5": 279.01,
                "6": 273.01,
                "8": 275.12
            },
            "expected_e2e_ms": 2533.95,
            "expected_avg_denoise_ms": 246.97,
            "expected_median_denoise_ms": 273.01,
            "estimated_full_test_time_s": 329.8
        }
    }
}