# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from semi_auto_parallel_util import SemiAutoParallelTestBase import paddle import paddle.distributed as dist class TestConv2dApiForSemiAutoParallel(SemiAutoParallelTestBase): def __init__(self): super().__init__() def check_placements(self, output, expected_placements): assert output.placements == expected_placements, ( f"{output.placements} vs {expected_placements}" ) def test_conv2d_shard(self): shapes = ([8, 3, 8, 8], [6, 3, 3, 3], [6]) specs = (['x', None, None], [None], [None]) inputs, outputs = self.runfunc_and_check( inputs_shape=shapes, inputs_specs=specs, op_func=paddle.nn.functional.conv2d, with_backward=True, ) self.check_placements(outputs, [dist.Shard(0)]) def run_test_case(self): if self._backend == "cpu": paddle.set_device("cpu") elif self._backend == "gpu": paddle.set_device("gpu:" + str(dist.get_rank())) else: raise ValueError("Only support cpu or gpu backend.") self.test_conv2d_shard() if __name__ == '__main__': TestConv2dApiForSemiAutoParallel().run_test_case()