Files
2026-07-13 12:40:42 +08:00

674 lines
21 KiB
Python

# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import unittest
import numpy as np
from op_test import (
OpTest,
convert_float_to_uint16,
get_device_place,
get_places,
is_custom_device,
)
from test_attribute_var import UnittestBase
from utils import static_guard
import paddle
import paddle.distributed as dist
from paddle.base import core
from paddle.framework import in_pir_mode
def pad_wrapper(x, paddings, pad_value):
return paddle.nn.functional.pad(
x, pad=list(paddings), mode="constant", value=pad_value
)
class TestPadOp(OpTest):
def setUp(self):
self.initTestCase()
self.dtype = self.get_dtype()
self.op_type = "pad"
self.python_api = pad_wrapper
self.inputs = {
"X": np.random.random(self.shape).astype(self.dtype),
}
self.attrs = {}
self.attrs["paddings"] = list(np.array(self.paddings).flatten())
self.attrs["pad_value"] = self.pad_value
self.outputs = {
"Out": np.pad(
self.inputs["X"],
self.paddings,
mode="constant",
constant_values=self.pad_value,
)
}
self.prim_op_type = "prim"
self.public_python_api = pad_wrapper
def get_dtype(self):
return np.float64
def test_check_output(self):
self.check_output(check_pir=True)
def test_check_grad_normal(self):
self.check_grad(
["X"],
"Out",
check_prim=True,
check_pir=True,
check_prim_pir=True,
check_auto_parallel=self.check_auto_parallel,
)
def initTestCase(self):
self.shape = (16, 16)
self.paddings = [(0, 1), (2, 3)]
self.pad_value = 0.0
self.check_auto_parallel = False
class TestCase1(TestPadOp):
def initTestCase(self):
self.shape = (2, 3, 4, 5)
self.paddings = [(0, 1), (2, 3), (2, 1), (1, 1)]
self.pad_value = 0.5
self.check_auto_parallel = False
class TestCase2(TestPadOp):
def initTestCase(self):
self.shape = (5, 5, 5)
self.paddings = [(0, 0), (0, 0), (1, 2)]
self.pad_value = 1.0
self.check_auto_parallel = False
class TestCase3(TestPadOp):
def initTestCase(self):
self.shape = 100
self.paddings = [(0, 1)]
self.pad_value = 0.9
self.check_auto_parallel = False
class TestCase4(TestPadOp):
def initTestCase(self):
self.shape = (10, 10)
self.paddings = [(0, 1), (2, 3)]
self.pad_value = 1.0
self.check_auto_parallel = True
self.placements = {
'X': [dist.Replicate()],
}
class TestCase5(TestPadOp):
def initTestCase(self):
self.shape = (10, 10)
self.paddings = [(0, 0), (2, 3)]
self.pad_value = 1.0
self.check_auto_parallel = True
self.placements = {
'X': [dist.Shard(0)],
}
# ----------------Pad Fp16----------------
def create_test_fp16(parent):
@unittest.skipIf(
not (core.is_compiled_with_cuda() or is_custom_device()),
"core is not compiled with CUDA",
)
class TestPadFp16(parent):
def get_dtype(self):
return np.float16
def test_check_grad_normal(self):
self.check_grad(
["X"],
"Out",
check_prim=True,
check_pir=True,
check_prim_pir=True,
)
cls_name = "{}_{}".format(parent.__name__, "Fp16")
TestPadFp16.__name__ = cls_name
globals()[cls_name] = TestPadFp16
create_test_fp16(TestPadOp)
create_test_fp16(TestCase1)
create_test_fp16(TestCase2)
create_test_fp16(TestCase3)
create_test_fp16(TestCase4)
create_test_fp16(TestCase5)
class TestPadOpError(unittest.TestCase):
def test_errors(self):
with (
static_guard(),
paddle.static.program_guard(
paddle.static.Program(), paddle.static.Program()
),
):
input_data = np.random.random((2, 2)).astype("float32")
def test_Variable():
paddle.nn.functional.pad(x=input_data, pad=[1, 1, 1, 1])
self.assertRaises(TypeError, test_Variable)
if core.is_compiled_with_cuda() or is_custom_device():
data = paddle.static.data(
name="data", shape=[4], dtype="float16"
)
paddle.nn.functional.pad(x=data, pad=[0, 1])
class TestPaddingValueTensor(UnittestBase):
def init_info(self):
self.shapes = [[2, 4]]
self.save_path = os.path.join(self.temp_dir.name, self.path_prefix())
def test_static(self):
with static_guard():
main_prog = paddle.static.Program()
startup_prog = paddle.static.Program()
with paddle.static.program_guard(main_prog, startup_prog):
fc = paddle.nn.Linear(4, 10)
x = paddle.randn([2, 4])
x.stop_gradient = False
feat = fc(x) # [2,3,10]
out = self.call_func(feat)
sgd = paddle.optimizer.SGD()
sgd.minimize(paddle.mean(out))
if not in_pir_mode():
self.assertTrue(self.var_prefix() in str(main_prog))
exe = paddle.static.Executor()
exe.run(startup_prog)
res = exe.run(fetch_list=[feat, out])
gt = np.pad(
res[0], [1, 1], "constant", constant_values=[1.0, 1.0]
)
np.testing.assert_allclose(res[1], gt)
paddle.static.save_inference_model(
self.save_path, [x], [feat, out], exe
)
# Test for Inference Predictor
infer_outs = self.infer_prog()
gt = np.pad(
infer_outs[0],
[1, 1],
"constant",
constant_values=[1.0, 1.0],
)
np.testing.assert_allclose(infer_outs[1], gt)
def test_pir_static(self):
with paddle.pir_utils.IrGuard():
main_prog = paddle.static.Program()
startup_prog = paddle.static.Program()
with paddle.static.program_guard(main_prog, startup_prog):
fc = paddle.nn.Linear(4, 10)
x = paddle.randn([2, 4])
x.stop_gradient = False
feat = fc(x) # [2,3,10]
out = self.call_func(feat)
sgd = paddle.optimizer.SGD()
sgd.minimize(paddle.mean(out))
exe = paddle.static.Executor()
exe.run(startup_prog)
res = exe.run(fetch_list=[feat, out])
gt = np.pad(
res[0], [1, 1], "constant", constant_values=[1.0, 1.0]
)
np.testing.assert_allclose(res[1], gt)
def path_prefix(self):
return "padding_value"
def var_prefix(self):
return "Var["
def call_func(self, x):
padding_value = paddle.assign([1.0])
out = paddle.nn.functional.pad(
x, pad=[1, 1, 1, 1], value=padding_value, mode="constant"
)
return out
class TestPaddingValueTensor2(TestPaddingValueTensor):
def call_func(self, x):
padding_value = paddle.assign([1.0])
# test for int value
tmp = paddle.nn.functional.pad(x, pad=[1, 1, 1, 1], value=1)
out = paddle.nn.functional.pad(x, pad=[1, 1, 1, 1], value=padding_value)
return out
class TestPaddingValueTensor3(unittest.TestCase):
def test_static(self):
with static_guard():
np_x = np.random.random((16, 16)).astype("float32")
main_prog = paddle.static.Program()
startup_prog = paddle.static.Program()
with paddle.static.program_guard(main_prog, startup_prog):
x = paddle.assign(np_x).astype("float32")
pad_value = paddle.assign([0.0]).astype("float64")
y = paddle.nn.functional.pad(x, [0, 1, 2, 3], value=pad_value)
loss = y.sum()
optimize_ops, params_grads = paddle.optimizer.SGD(
0.01
).minimize(loss)
exe = paddle.static.Executor(paddle.CPUPlace())
exe.run(startup_prog)
res = exe.run(
main_prog, fetch_list=[y] + [g for p, g in params_grads]
)
pd_out = res[0]
np_out = np.pad(np_x, [(0, 1), (2, 3)], constant_values=0.0)
np.testing.assert_allclose(pd_out, np_out)
@unittest.skipIf(
not (core.is_compiled_with_cuda() or is_custom_device())
or not core.is_bfloat16_supported(get_device_place()),
"core is not compiled with CUDA and not support the bfloat16",
)
class TestPadBP16Op(OpTest):
def setUp(self):
self.initTestCase()
self.dtype = np.uint16
self.op_type = "pad"
self.python_api = pad_wrapper
x = np.random.random(self.shape).astype(np.float32)
self.attrs = {}
self.attrs["paddings"] = list(np.array(self.paddings).flatten())
self.attrs["pad_value"] = self.pad_value
out = np.pad(
x, self.paddings, mode="constant", constant_values=self.pad_value
)
self.inputs = {"X": convert_float_to_uint16(x)}
self.outputs = {"Out": convert_float_to_uint16(out)}
self.prim_op_type = "prim"
self.public_python_api = pad_wrapper
self.if_enable_cinn()
def if_enable_cinn(self):
pass
def initTestCase(self):
self.shape = (16, 16)
self.paddings = [(0, 1), (2, 3)]
self.pad_value = 0.0
def test_check_output(self):
place = get_device_place()
self.check_output_with_place(place, check_pir=True)
def test_check_grad(self):
place = get_device_place()
self.check_grad_with_place(
place,
["X"],
"Out",
check_prim=True,
check_pir=True,
check_prim_pir=True,
)
class TestPadOrder2N(unittest.TestCase):
def init_case(self):
self.shape = [2, 3]
self.paddings = [(0, 1), (1, 0)]
self.pad_value = 0.5
def test_order_dygraph(self):
self.init_case()
place = paddle.CPUPlace()
if core.is_compiled_with_cuda() or is_custom_device():
place = get_device_place()
paddle.disable_static(place)
x_np = np.random.random(self.shape).astype('float32')
paddings_np = self.paddings.copy()
x = paddle.to_tensor(x_np)
paddings = list(np.array(self.paddings).flatten())
# pad_from_left_axis
out_np = np.pad(
x_np, paddings_np, mode="constant", constant_values=self.pad_value
)
out = paddle.nn.functional.pad(
x,
paddings,
mode='constant',
value=self.pad_value,
pad_from_left_axis=True,
)
np.testing.assert_array_equal(out, out_np)
# pad_from_right_axis:
paddings_np.reverse()
out_np = np.pad(
x_np, paddings_np, mode="constant", constant_values=self.pad_value
)
out = paddle.nn.functional.pad(
x,
paddings,
mode='constant',
value=self.pad_value,
pad_from_left_axis=False,
)
np.testing.assert_array_equal(out, out_np)
paddle.enable_static()
def test_order_static(self):
self.init_case()
place = paddle.CPUPlace()
if core.is_compiled_with_cuda() or is_custom_device():
place = get_device_place()
x_np = np.random.random(self.shape).astype('float32')
paddings_np = self.paddings.copy()
paddings = list(np.array(self.paddings).flatten())
with static_guard():
main_prog = paddle.static.Program()
startup_prog = paddle.static.Program()
with paddle.static.program_guard(main_prog, startup_prog):
x = paddle.static.data(
name="x", shape=self.shape, dtype="float32"
)
y_pad_from_left_axis = paddle.nn.functional.pad(
x,
paddings,
mode='constant',
value=self.pad_value,
pad_from_left_axis=True,
)
y_pad_from_right_axis = paddle.nn.functional.pad(
x,
paddings,
mode='constant',
value=self.pad_value,
pad_from_left_axis=False,
)
exe = paddle.static.Executor(place)
exe.run(startup_prog)
res = exe.run(
main_prog,
feed={"x": x_np},
fetch_list=[y_pad_from_left_axis, y_pad_from_right_axis],
)
pd_out_pad_from_left_axis, pd_out_pad_from_right_axis = res
out_np_pad_from_left_axis = np.pad(
x_np,
paddings_np,
mode="constant",
constant_values=self.pad_value,
)
paddings_np.reverse()
out_np_pad_from_right_axis = np.pad(
x_np,
paddings_np,
mode="constant",
constant_values=self.pad_value,
)
np.testing.assert_array_equal(
pd_out_pad_from_left_axis, out_np_pad_from_left_axis
)
np.testing.assert_array_equal(
pd_out_pad_from_right_axis, out_np_pad_from_right_axis
)
# test padding order for cases when length of padding is not 2(N-2) or 2N
class TestPadOrder(unittest.TestCase):
def init_case(self):
self.shape = [2, 3]
self.paddings = [(0, 1)]
self.pad_value = 0.5
def test_order_dygraph(self):
self.init_case()
place = paddle.CPUPlace()
if core.is_compiled_with_cuda() or is_custom_device():
place = get_device_place()
paddle.disable_static(place)
x_np = np.random.random(self.shape).astype('float32')
paddings_np = self.paddings.copy()
paddings_np += [(0, 0)] * (len(self.shape) - len(paddings_np))
x = paddle.to_tensor(x_np)
paddings = list(np.array(self.paddings).flatten())
# pad from last axis by default
paddings_np.reverse()
out_np = np.pad(
x_np, paddings_np, mode="constant", constant_values=self.pad_value
)
out = paddle.nn.functional.pad(
x, paddings, mode='constant', value=self.pad_value
)
np.testing.assert_array_equal(out, out_np)
def test_order_static(self):
self.init_case()
place = paddle.CPUPlace()
if core.is_compiled_with_cuda() or is_custom_device():
place = get_device_place()
paddle.disable_static(place)
x_np = np.random.random(self.shape).astype('float32')
paddings_np = self.paddings.copy()
paddings_np += [(0, 0)] * (len(self.shape) - len(paddings_np))
paddings = list(np.array(self.paddings).flatten())
with static_guard():
main_prog = paddle.static.Program()
startup_prog = paddle.static.Program()
with paddle.static.program_guard(main_prog, startup_prog):
x = paddle.static.data(
name="x", shape=self.shape, dtype="float32"
)
y = paddle.nn.functional.pad(
x, paddings, mode='constant', value=self.pad_value
)
exe = paddle.static.Executor(place)
exe.run(startup_prog)
res = exe.run(main_prog, feed={"x": x_np}, fetch_list=[y])
paddings_np.reverse()
out_np = np.pad(
x_np,
paddings_np,
mode="constant",
constant_values=self.pad_value,
)
np.testing.assert_array_equal(res[0], out_np)
class TestPadOrder2N3D(TestPadOrder2N):
def init_case(self):
self.shape = [2, 3, 4]
self.paddings = [(0, 1), (2, 3), (2, 1)]
self.pad_value = 0.5
class TestPadOrder2N4D(TestPadOrder2N):
def init_case(self):
self.shape = [2, 3, 4, 5]
self.paddings = [(0, 1), (2, 3), (2, 1), (1, 1)]
self.pad_value = 0.5
class TestPadOrder2N5D(TestPadOrder2N):
def init_case(self):
self.shape = [1, 2, 3, 4, 5]
self.paddings = [(0, 1), (2, 3), (2, 1), (1, 1), (1, 0)]
self.pad_value = 0.5
class TestPadOrder1(TestPadOrder):
def init_case(self):
self.shape = [2, 3, 4]
self.paddings = [(0, 1), (2, 3)]
self.pad_value = 0.5
class TestPadOrder2(TestPadOrder):
def init_case(self):
self.shape = [2, 3, 4, 5]
self.paddings = [(0, 1), (2, 3), (2, 1)]
self.pad_value = 0.5
class TestPadOrder3(TestPadOrder):
def init_case(self):
self.shape = [2, 3, 4, 5]
self.paddings = [(0, 1)]
self.pad_value = 0.5
class TestPadOp_ZeroSize(unittest.TestCase):
def init_case(self):
self.shape = [0, 16]
self.paddings = [(0, 1), (2, 3)]
self.paddings_empty_tensor = False
self.pad_value = 0.5
def test_dygraph(self):
self.init_case()
for place in get_places():
paddle.disable_static(place)
x_np = np.random.random(self.shape).astype('float32')
paddings_np = self.paddings.copy()
x = paddle.to_tensor(x_np)
x.stop_gradient = False
paddings = list(np.array(self.paddings).flatten())
if self.paddings_empty_tensor:
paddings = paddle.to_tensor(paddings)
# output the same as x
out_np = x_np
else:
out_np = np.pad(
x_np,
paddings_np,
mode="constant",
constant_values=self.pad_value,
)
out = paddle.nn.functional.pad(
x,
paddings,
mode='constant',
value=self.pad_value,
pad_from_left_axis=True,
)
np.testing.assert_array_equal(out, out_np)
out.sum().backward()
np.testing.assert_allclose(x.grad.numpy(), np.ones(self.shape))
class TestPadOp_ZeroSize2(TestPadOp_ZeroSize):
def init_case(self):
self.shape = [4, 6, 6]
self.paddings = []
self.paddings_empty_tensor = True
self.pad_value = 0.5
class TestPadAliasSupport(unittest.TestCase):
def setUp(self):
paddle.disable_static()
self.shape = (2, 3)
self.paddings = [1, 2, 3, 4]
self.value = 0.5
self.x = np.random.random(self.shape).astype('float32')
def test_no_param_name(self):
out = paddle.nn.functional.pad(
paddle.to_tensor(self.x), self.paddings, value=self.value
)
expected = np.pad(
self.x,
[(1, 2), (3, 4)],
mode='constant',
constant_values=self.value,
)
np.testing.assert_array_equal(out.numpy(), expected)
def test_x_param_name(self):
out = paddle.nn.functional.pad(
x=paddle.to_tensor(self.x), pad=self.paddings, value=self.value
)
expected = np.pad(
self.x,
[(1, 2), (3, 4)],
mode='constant',
constant_values=self.value,
)
np.testing.assert_array_equal(out.numpy(), expected)
def test_input_param_name(self):
out = paddle.nn.functional.pad(
input=paddle.to_tensor(self.x), pad=self.paddings, value=self.value
)
expected = np.pad(
self.x,
[(1, 2), (3, 4)],
mode='constant',
constant_values=self.value,
)
np.testing.assert_array_equal(out.numpy(), expected)
def test_both_param_name(self):
with self.assertRaises(ValueError) as context:
paddle.nn.functional.pad(
x=paddle.to_tensor(self.x),
input=paddle.to_tensor(self.x),
pad=self.paddings,
value=self.value,
)
self.assertIn(
"Cannot specify both 'x' and its alias 'input'",
str(context.exception),
)
if __name__ == "__main__":
# paddle.enable_static()
unittest.main()