# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os from semi_auto_parallel_util import SemiAutoParallelTestBase import paddle import paddle.distributed as dist class TestTransposeApiForSemiAutoParallel(SemiAutoParallelTestBase): def __init__(self): self._dtype = os.getenv("dtype") self._backend = os.getenv("backend") self._seed = eval(os.getenv("seed")) self._mesh = dist.ProcessMesh([0, 1], dim_names=["x"]) def check_placements(self, output, expected_placements): assert output.placements == expected_placements, ( f"{output.placements} vs {expected_placements}" ) def test_transpose_shard(self): x_shape = ([10, 6, 8],) x_specs = ([None, 'x', None],) _, output = self.runfunc_and_check( x_shape, x_specs, op_func=paddle.transpose, with_backward=True, perm=[1, 2, -3], ) self.check_placements(output, [dist.Shard(0)]) def run_test_case(self): if self._backend == "cpu": paddle.set_device("cpu") elif self._backend == "gpu": paddle.set_device("gpu:" + str(dist.get_rank())) else: raise ValueError("Only support cpu or gpu backend.") self.test_transpose_shard() if __name__ == '__main__': TestTransposeApiForSemiAutoParallel().run_test_case()