chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,200 @@
|
||||
# Licensed to the Apache Software Foundation (ASF) under one
|
||||
# or more contributor license agreements. See the NOTICE file
|
||||
# distributed with this work for additional information
|
||||
# regarding copyright ownership. The ASF licenses this file
|
||||
# to you under the Apache License, Version 2.0 (the
|
||||
# "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing,
|
||||
# software distributed under the License is distributed on an
|
||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
# KIND, either express or implied. See the License for the
|
||||
# specific language governing permissions and limitations
|
||||
# under the License.
|
||||
# pylint: disable=invalid-name, unused-variable, unused-argument
|
||||
"""Transposed 3D convolution operators (sometimes called Deconvolution)."""
|
||||
|
||||
from tvm import te
|
||||
|
||||
from ..utils import simplify
|
||||
from .dilate import dilate
|
||||
from .pad import pad
|
||||
from .utils import get_pad_tuple3d
|
||||
|
||||
|
||||
def conv3d_transpose_ncdhw(Input, Filter, strides, padding, out_dtype, output_padding):
|
||||
"""Transposed 3D convolution ncdhw forward operator.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
Input : tvm.te.Tensor
|
||||
5-D with shape [batch, in_channel, in_depth, in_height, in_width]
|
||||
|
||||
Filter : tvm.te.Tensor
|
||||
5-D with shape [in_channel, num_filter, filter_depth, filter_height, filter_width]
|
||||
|
||||
strides : int or a list/tuple of three ints
|
||||
The spatial stride along depth,height and width
|
||||
|
||||
padding : int or str
|
||||
Padding size, or ['VALID', 'SAME']
|
||||
|
||||
out_dtype : str
|
||||
The output data type. This is used for mixed precision.
|
||||
|
||||
output_padding : tuple of ints
|
||||
Used to get the right output shape for gradients
|
||||
|
||||
Returns
|
||||
-------
|
||||
Output : tvm.te.Tensor
|
||||
5-D with shape [batch, out_channel, out_depth, out_height, out_width]
|
||||
"""
|
||||
return declaration_conv3d_transpose_impl(
|
||||
Input, Filter, strides, padding, out_dtype, output_padding
|
||||
)
|
||||
|
||||
|
||||
def conv3d_transpose_ncdhw_preprocess(data, kernel, strides, padding, out_dtype, output_padding):
|
||||
"""Preprocess data and kernel to make the compute pattern
|
||||
of conv3d_transpose the same as conv3d"""
|
||||
batch, in_c, in_d, in_h, in_w = data.shape
|
||||
_, out_c, filter_d, filter_h, filter_w = kernel.shape
|
||||
stride_d, stride_h, stride_w = strides
|
||||
opad_d, opad_h, opad_w = output_padding
|
||||
assert opad_d < stride_d and opad_h < stride_h and opad_w < stride_w
|
||||
# dilate data
|
||||
data_dilate = dilate(data, [1, 1, stride_d, stride_h, stride_w], name="data_dilate")
|
||||
# pad data
|
||||
fpad_front, fpad_top, fpad_left, fpad_back, fpad_bottom, fpad_right = get_pad_tuple3d(
|
||||
padding, (filter_d, filter_h, filter_w)
|
||||
)
|
||||
bpad_front = filter_d - 1 - fpad_front
|
||||
bpad_back = filter_d - 1 - fpad_back + opad_d
|
||||
bpad_top = filter_h - 1 - fpad_top
|
||||
bpad_bottom = filter_h - 1 - fpad_bottom + opad_h
|
||||
bpad_left = filter_w - 1 - fpad_left
|
||||
bpad_right = filter_w - 1 - fpad_right + opad_w
|
||||
data_pad = pad(
|
||||
data_dilate,
|
||||
[0, 0, bpad_front, bpad_top, bpad_left],
|
||||
[0, 0, bpad_back, bpad_bottom, bpad_right],
|
||||
name="data_pad",
|
||||
)
|
||||
# transform kernel layout from IODHW to OIDHW, and rotate kernel by 180 degrees
|
||||
kernel_transform = te.compute(
|
||||
(out_c, in_c, filter_d, filter_h, filter_w),
|
||||
lambda o, i, d, h, w: kernel[i][o][filter_d - 1 - d][filter_h - 1 - h][filter_w - 1 - w],
|
||||
name="kernel_transform",
|
||||
)
|
||||
return data_pad, kernel_transform
|
||||
|
||||
|
||||
def declaration_conv3d_transpose_impl(data, kernel, strides, padding, out_dtype, output_padding):
|
||||
"""Implementation of conv3d transpose"""
|
||||
data_pad, kernel_transform = conv3d_transpose_ncdhw_preprocess(
|
||||
data, kernel, strides, padding, out_dtype, output_padding
|
||||
)
|
||||
batch, in_c, in_d, in_h, in_w = data_pad.shape
|
||||
out_c, _, filter_d, filter_h, filter_w = kernel_transform.shape
|
||||
stride_d, stride_h, stride_w = strides
|
||||
|
||||
# convolution stage
|
||||
out_c = simplify(out_c)
|
||||
out_d = simplify(in_d - filter_d + 1)
|
||||
out_h = simplify(in_h - filter_h + 1)
|
||||
out_w = simplify(in_w - filter_w + 1)
|
||||
dc = te.reduce_axis((0, in_c), name="dc")
|
||||
dd = te.reduce_axis((0, filter_d), name="dd")
|
||||
dh = te.reduce_axis((0, filter_h), name="dh")
|
||||
dw = te.reduce_axis((0, filter_w), name="dw")
|
||||
|
||||
Output = te.compute(
|
||||
(batch, out_c, out_d, out_h, out_w),
|
||||
lambda b, c, d, h, w: te.sum(
|
||||
data_pad[b, dc, d + dd, h + dh, w + dw].astype(out_dtype)
|
||||
* kernel_transform[c, dc, dd, dh, dw].astype(out_dtype),
|
||||
axis=[dc, dd, dh, dw],
|
||||
),
|
||||
tag="conv3d_transpose_ncdhw",
|
||||
)
|
||||
|
||||
return Output
|
||||
|
||||
|
||||
def group_conv3d_transpose_ncdhw(data, kernel, strides, padding, out_dtype, output_padding, groups):
|
||||
"""Transposed group 3D convolution ncdhw forward operator.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
data : tvm.te.Tensor
|
||||
5-D with shape [batch, in_channel, in_depth, in_height, in_width]
|
||||
|
||||
kernel : tvm.te.Tensor
|
||||
5-D with shape [in_channel, num_filter, filter_depth, filter_height, filter_width]
|
||||
|
||||
strides : int or a list/tuple of three ints
|
||||
The spatial stride along depth,height and width
|
||||
|
||||
padding : int or str
|
||||
Padding size, or ['VALID', 'SAME']
|
||||
|
||||
out_dtype : str
|
||||
The output data type. This is used for mixed precision.
|
||||
|
||||
output_padding : tuple of ints
|
||||
Used to get the right output shape for gradients
|
||||
|
||||
groups : int
|
||||
number of groups
|
||||
|
||||
Returns
|
||||
-------
|
||||
Output : tvm.te.Tensor
|
||||
5-D with shape [batch, out_channel, out_depth, out_height, out_width]
|
||||
"""
|
||||
if not isinstance(strides, tuple | list):
|
||||
strides = (strides, strides, strides)
|
||||
|
||||
if groups == 1:
|
||||
return conv3d_transpose_ncdhw(data, kernel, strides, padding, out_dtype, output_padding)
|
||||
|
||||
data_pad, kernel_transform = conv3d_transpose_ncdhw_preprocess(
|
||||
data, kernel, strides, padding, out_dtype, output_padding
|
||||
)
|
||||
batch, in_c, in_d, in_h, in_w = data_pad.shape
|
||||
out_c, _, filter_d, filter_h, filter_w = kernel_transform.shape
|
||||
assert in_c % groups == 0, f"input channels {in_c} must divide group size {groups}"
|
||||
|
||||
# convolution stage
|
||||
out_c = simplify(out_c * groups)
|
||||
out_d = simplify(in_d - filter_d + 1)
|
||||
out_h = simplify(in_h - filter_h + 1)
|
||||
out_w = simplify(in_w - filter_w + 1)
|
||||
dc = te.reduce_axis((0, in_c // groups), name="dc")
|
||||
dd = te.reduce_axis((0, filter_d), name="dd")
|
||||
dh = te.reduce_axis((0, filter_h), name="dh")
|
||||
dw = te.reduce_axis((0, filter_w), name="dw")
|
||||
|
||||
# data: batch, in_channels, out_d, out_h, out_w
|
||||
# weight: out_channels // G, in_channels, out_d, out_h, out_w
|
||||
return te.compute(
|
||||
(batch, out_c, out_d, out_h, out_w),
|
||||
lambda b, c, d, h, w: te.sum(
|
||||
data_pad[
|
||||
b, c // (out_c // groups) * (in_c // groups) + dc, d + dd, h + dh, w + dw
|
||||
].astype(out_dtype)
|
||||
* kernel_transform[
|
||||
c % (out_c // groups),
|
||||
c // (out_c // groups) * (in_c // groups) + dc,
|
||||
dd,
|
||||
dh,
|
||||
dw,
|
||||
].astype(out_dtype),
|
||||
axis=[dc, dd, dh, dw],
|
||||
),
|
||||
tag="group_conv3d_transpose_ncdhw",
|
||||
)
|
||||
Reference in New Issue
Block a user