onnx--onnx/onnx/backend/test/case/node/deformconv.py

# Copyright (c) ONNX Project Contributors
#
# SPDX-License-Identifier: Apache-2.0
from __future__ import annotations

import numpy as np

import onnx
from onnx.backend.test.case.base import Base
from onnx.backend.test.case.node import expect


class DeformConv(Base):
    @staticmethod
    def export() -> None:
        X = np.arange(9).astype(np.float32)
        X.shape = (1, 1, 3, 3)
        W = np.ones((1, 1, 2, 2), dtype=np.float32)

        # Convolution with padding
        offset_with_padding = np.zeros((1, 8, 4, 4), dtype=np.float32)
        # h-coord of [0, 0] element of kernel, at output position [0, 0]
        offset_with_padding[0, 0, 0, 0] = 0.5
        # w-coord of [1, 0] element of kernel, at output position [1, 2]
        offset_with_padding[0, 5, 1, 2] = -0.1

        node_with_padding = onnx.helper.make_node(
            "DeformConv",
            inputs=["X", "W", "offset_with_padding"],
            outputs=["Y_with_padding"],
            kernel_shape=[2, 2],
            pads=[1, 1, 1, 1],
        )
        Y_with_padding = np.array(
            [
                [
                    [
                        [0.0, 1.0, 3.0, 2.0],  # (1, 1, 4, 4) output tensor
                        [3.0, 8.0, 11.9, 7.0],
                        [9.0, 20.0, 24.0, 13.0],
                        [6.0, 13.0, 15.0, 8.0],
                    ]
                ]
            ]
        ).astype(np.float32)
        expect(
            node_with_padding,
            inputs=[X, W, offset_with_padding],
            outputs=[Y_with_padding],
            name="test_basic_deform_conv_with_padding",
        )

        # Convolution without padding
        offset_without_padding = np.zeros((1, 8, 2, 2), dtype=np.float32)
        # h-coord of [0, 0] element of kernel, at output position [0, 0]
        offset_without_padding[0, 0, 0, 0] = 0.5
        # w-coord of [1, 0] element of kernel, at output position [0, 1]
        offset_without_padding[0, 5, 0, 1] = -0.1

        node_without_padding = onnx.helper.make_node(
            "DeformConv",
            inputs=["X", "W", "offset_without_padding"],
            outputs=["Y_without_padding"],
            kernel_shape=[2, 2],
            pads=[0, 0, 0, 0],
        )
        Y_without_padding = np.array(
            [
                [
                    [
                        [9.5, 11.9],  # (1, 1, 2, 2) output tensor
                        [20.0, 24.0],
                    ]
                ]
            ]
        ).astype(np.float32)
        expect(
            node_without_padding,
            inputs=[X, W, offset_without_padding],
            outputs=[Y_without_padding],
            name="test_basic_deform_conv_without_padding",
        )

    @staticmethod
    def export_deformconv_with_mask_bias() -> None:
        X = np.arange(9).astype(np.float32)
        X.shape = (1, 1, 3, 3)
        W = np.ones((1, 1, 2, 2), dtype=np.float32)
        B = np.ones((1,), dtype=np.float32)

        offset = np.zeros((1, 8, 2, 2), dtype=np.float32)
        # h-coord of [0, 0] element of kernel, at output position [0, 0]
        offset[0, 0, 0, 0] = 0.5
        # w-coord of [1, 0] element of kernel, at output position [0, 1]
        offset[0, 5, 0, 1] = -0.1

        mask = np.ones((1, 4, 2, 2), dtype=np.float32)
        mask[0, 2, 1, 1] = 0.2  # [1, 0] element of kernel at output position [1, 1]

        node = onnx.helper.make_node(
            "DeformConv",
            inputs=["X", "W", "offset", "B", "mask"],
            outputs=["Y"],
            kernel_shape=[2, 2],
            pads=[0, 0, 0, 0],
        )
        Y = np.array(
            [
                [
                    [
                        [10.5, 12.9],  # (1, 1, 2, 2) output tensor
                        [21.0, 19.4],
                    ]
                ]
            ]
        ).astype(np.float32)
        expect(
            node,
            inputs=[X, W, offset, B, mask],
            outputs=[Y],
            name="test_deform_conv_with_mask_bias",
        )

    @staticmethod
    def export_deformconv_with_multiple_offset_groups() -> None:
        X = np.zeros((1, 2, 3, 3), dtype=np.float32)
        X[0, 0] = np.reshape(np.arange(9).astype(np.float32), (3, 3))
        X[0, 1] = np.reshape(np.arange(8, -1, -1).astype(np.float32), (3, 3))
        X.shape = (1, 2, 3, 3)
        W = np.ones((1, 2, 2, 2), dtype=np.float32)

        offset = np.zeros((1, 16, 2, 2), dtype=np.float32)
        # h-coord of [0, 0] element of kernel in channel 0, at output position [0, 0]
        offset[0, 0, 0, 0] = 0.5
        # w-coord of [1, 0] element of kernel in channel 1, at output position [0, 1]
        offset[0, 13, 0, 1] = -0.1

        node = onnx.helper.make_node(
            "DeformConv",
            inputs=["X", "W", "offset"],
            outputs=["Y"],
            kernel_shape=[2, 2],
            pads=[0, 0, 0, 0],
            offset_group=2,
        )
        Y = np.array(
            [
                [
                    [
                        [33.5, 32.1],  # (1, 1, 2, 2) output tensor
                        [32.0, 32.0],
                    ]
                ]
            ]
        ).astype(np.float32)
        expect(
            node,
            inputs=[X, W, offset],
            outputs=[Y],
            name="test_deform_conv_with_multiple_offset_groups",
        )