# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import sys import tempfile import unittest from pathlib import Path import numpy as np from op_test import get_device_place, is_custom_device import paddle from paddle.base.framework import _dygraph_place_guard from paddle.jit.layer import Layer from paddle.static import InputSpec sys.path.append( str(Path(__file__).resolve().parent.parent / "dygraph_to_static") ) from dygraph_to_static_utils import enable_to_static_guard paddle.seed(1) def create_net(): class Net(paddle.nn.Layer): def __init__(self): super().__init__() self.fc1 = paddle.nn.Linear(4, 4) self.fc2 = paddle.nn.Linear(4, 4) self._bias = 0.4 @paddle.jit.to_static( input_spec=[InputSpec([None, 4], dtype='float32')], full_graph=True ) def forward(self, x): out = self.fc1(x) out = self.fc2(out) out = paddle.nn.functional.relu(out) out = paddle.mean(out) return out @paddle.jit.to_static( input_spec=[InputSpec([None, 4], dtype='float32')], full_graph=True ) def infer(self, input): out = self.fc2(input) out = out + self._bias out = paddle.mean(out) return out return Net() class TestMultiLoad(unittest.TestCase): def setUp(self): self.temp_dir = tempfile.TemporaryDirectory() def tearDown(self): self.temp_dir.cleanup() def test_multi_load(self): paddle.disable_static() x = paddle.full([2, 4], 2) model = create_net() with enable_to_static_guard(False): forward_out1 = model.forward(x) infer_out1 = model.infer(x) model_path = os.path.join(self.temp_dir.name, 'multi_program') paddle.jit.save(model, model_path, combine_params=True) place = paddle.CPUPlace() if paddle.is_compiled_with_cuda() or is_custom_device(): place = get_device_place() jit_layer = Layer() jit_layer.load(model_path, place) forward_out2 = jit_layer.forward(x) infer_out2 = jit_layer.infer(x) np.testing.assert_allclose(forward_out1, forward_out2[0], rtol=1e-05) np.testing.assert_allclose(infer_out1, infer_out2[0], rtol=1e-05) def test_multi_jit_load(self): x = paddle.full([2, 4], 2) model = create_net() with enable_to_static_guard(False): forward_out1 = model.forward(x) infer_out1 = model.infer(x) model_path = os.path.join(self.temp_dir.name, 'multi_program') paddle.jit.save(model, model_path, combine_params=True) jit_layer = paddle.jit.load(model_path) forward_out2 = jit_layer.forward(x) infer_out2 = jit_layer.infer(x) np.testing.assert_allclose(forward_out1, forward_out2, rtol=1e-05) np.testing.assert_allclose(infer_out1, infer_out2, rtol=1e-05) def create_save_linear(): class SaveLinear(paddle.nn.Layer): def __init__(self): super().__init__() self.linear = paddle.nn.Linear(80, 80) @paddle.jit.to_static( input_spec=[InputSpec(shape=[None, 80], dtype='float32')], full_graph=True, ) def forward(self, x): out = self.linear(x) return out return SaveLinear() class TestMKLOutput(unittest.TestCase): def setUp(self): self.temp_dir = tempfile.TemporaryDirectory() def tearDown(self): self.temp_dir.cleanup() def test_mkl_output(self): paddle.disable_static() with _dygraph_place_guard(place=paddle.CPUPlace()): net = create_save_linear() model_path = os.path.join(self.temp_dir.name, 'save_linear') paddle.jit.save(net, model_path, combine_params=True) layer = Layer() layer.load(model_path, paddle.CPUPlace()) x = paddle.ones([498, 80]) out = layer.forward(x) out = paddle.unsqueeze(out[0], 0) np.testing.assert_equal(out.shape, [1, 498, 80]) def test_mkl_jit_output(self): with _dygraph_place_guard(place=paddle.CPUPlace()): net = create_save_linear() x = paddle.ones([498, 80]) orig_out = net.forward(x) model_path = os.path.join(self.temp_dir.name, 'save_linear') paddle.jit.save(net, model_path, combine_params=True) layer = paddle.jit.load(model_path) out = layer.forward(x) np.testing.assert_equal( np.mean(orig_out.numpy()), np.mean(out.numpy()) ) out = paddle.unsqueeze(out, 0) np.testing.assert_equal(out.shape, [1, 498, 80]) if __name__ == '__main__': unittest.main()