apache--tvm/python/tvm/topi/testing/depthwise_conv2d_python.py

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
# pylint: disable=invalid-name, unused-variable, line-too-long
"""Depthwise convolution in python"""

import numpy as np

from tvm.topi.nn.utils import get_pad_tuple

from .common import _convolve2d


def depthwise_conv2d_python_nchw(input_np, filter_np, stride, padding):
    """Depthwise convolution operator in NCHW layout.

    Parameters
    ----------
    input_np : numpy.ndarray
        4-D with shape [batch, in_channel, in_height, in_width]

    filter_np : numpy.ndarray
        4-D with shape [in_channel, channel_multiplier, filter_height, filter_width]

    stride : list / tuple of 2 ints
        [stride_height, stride_width]

    padding : str
        'VALID' or 'SAME'

    Returns
    -------
    output_np : np.ndarray
        4-D with shape [batch, out_channel, out_height, out_width]
    """
    batch, in_channel, in_height, in_width = input_np.shape
    _, channel_multiplier, filter_height, filter_width = filter_np.shape
    if isinstance(stride, int):
        stride_h = stride_w = stride
    else:
        stride_h, stride_w = stride

    pad_top, pad_left, pad_bottom, pad_right = get_pad_tuple(padding, (filter_height, filter_width))
    pad_h = pad_top + pad_bottom
    pad_w = pad_left + pad_right

    out_channel = in_channel * channel_multiplier
    out_height = (in_height - filter_height + pad_h) // stride_h + 1
    out_width = (in_width - filter_width + pad_w) // stride_w + 1
    output_np = np.zeros((batch, out_channel, out_height, out_width))

    for i in range(batch):
        for j in range(out_channel):
            apad = input_np[i, j // channel_multiplier, :, :]
            if pad_h or pad_w:
                apad = np.pad(apad, [(pad_top, pad_bottom), (pad_left, pad_right)], "constant")

            conv = _convolve2d(
                apad,
                np.rot90(filter_np[j // channel_multiplier, j % channel_multiplier, :, :], k=2),
            )
            output_np[i, j, :, :] = conv[
                ::stride_h,
                ::stride_w,
            ]

    return output_np


def depthwise_conv2d_python_nchwc(input_np, filter_np, stride, padding):
    """Depthwise convolution operator in NCHWc layout.

    Parameters
    ----------
    input_np : numpy.ndarray
        5-D with shape [batch, in_channel_chunk, in_height, in_width, in_channel_block]

    filter_np : numpy.ndarray
        6-D with shape [out_channel_chunk, channel_multiplier_chunk,
                        filter_height, filter_width,
                        channel_multiplier_block, out_channel_block]

    stride : list / tuple of 2 ints
        [stride_height, stride_width]

    padding : str
        'VALID' or 'SAME'

    Returns
    -------
    output_np : np.ndarray
        5-D with shape [batch, out_channel_chunk, out_height, out_width, out_channel_block]
    """
    # Transform to NCHW
    batch_size, in_channel_chunk, in_height, in_width, in_channel_block = input_np.shape
    input_nchw = input_np.transpose(0, 1, 4, 2, 3).reshape(
        (batch_size, in_channel_chunk * in_channel_block, in_height, in_width)
    )

    (
        out_channel_chunk,
        channel_multiplier_chunk,
        filter_height,
        filter_width,
        channel_multiplier_block,
        out_channel_block,
    ) = filter_np.shape
    filter_nchw = filter_np.transpose(0, 5, 1, 4, 2, 3).reshape(
        (
            out_channel_chunk * out_channel_block,
            channel_multiplier_chunk * channel_multiplier_block,
            filter_height,
            filter_width,
        )
    )

    # Perform conv2d
    output_np = depthwise_conv2d_python_nchw(input_nchw, filter_nchw, stride, padding)

    # Transform back to NCHWc

    # pylint: disable=unpacking-non-sequence
    batch_size, out_channel, out_height, out_width = output_np.shape
    return output_np.reshape(
        (batch_size, out_channel_chunk, out_channel_block, out_height, out_width)
    ).transpose(0, 1, 3, 4, 2)


def depthwise_conv2d_python_nhwc(input_np, filter_np, stride, padding):
    """Depthwise convolution operator in nhwc layout.

    Parameters
    ----------
    input_np : numpy.ndarray
        4-D with shape [batch, in_height, in_width, in_channel]

    filter_np : numpy.ndarray
        4-D with shape [filter_height, filter_width, in_channel, channel_multiplier]

    stride : list / tuple of 2 ints
        [stride_height, stride_width]

    padding : str
        'VALID' or 'SAME'

    Returns
    -------
    output_np : np.ndarray
        4-D with shape [batch, out_height, out_width, out_channel]
    """
    input_nchw = input_np.transpose(0, 3, 1, 2)
    filter_nchw = filter_np.transpose(2, 3, 0, 1)
    output_nchw = depthwise_conv2d_python_nchw(input_nchw, filter_nchw, stride, padding)
    return output_nchw.transpose(0, 2, 3, 1)