wehub-resource-sync
87 lines
2.3 KiB
Python
87 lines
2.3 KiB
Python
# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import random
|
|
import unittest
|
|
|
|
from dygraph_to_static_utils import (
|
|
Dy2StTestBase,
|
|
)
|
|
|
|
import paddle
|
|
from paddle.jit.api import to_static
|
|
|
|
SEED = 102
|
|
random.seed(SEED)
|
|
|
|
|
|
class IRSelectedRowsTestNet(paddle.nn.Layer):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.embedding = paddle.nn.Embedding(128, 3, sparse=False)
|
|
|
|
w0 = paddle.rand([128, 3])
|
|
self.embedding.weight.set_value(w0)
|
|
|
|
self.linear = paddle.nn.Linear(
|
|
in_features=3,
|
|
out_features=3,
|
|
weight_attr=paddle.ParamAttr(need_clip=True),
|
|
bias_attr=paddle.ParamAttr(need_clip=False),
|
|
)
|
|
|
|
def forward(self, x):
|
|
x = self.embedding(x)
|
|
x = self.linear(x)
|
|
return x
|
|
|
|
|
|
def forward(net, x):
|
|
loss_data = []
|
|
for _ in range(10):
|
|
out = net(x)
|
|
loss = paddle.mean(out)
|
|
loss_data.append(loss.numpy())
|
|
return loss_data
|
|
|
|
|
|
def forward_dygraph():
|
|
paddle.seed(100)
|
|
net = IRSelectedRowsTestNet()
|
|
x = paddle.randint(low=0, high=128, shape=[64], dtype="int64")
|
|
|
|
return forward(net, x)
|
|
|
|
|
|
def forward_static():
|
|
paddle.seed(100)
|
|
net = IRSelectedRowsTestNet()
|
|
x = paddle.randint(low=0, high=128, shape=[64], dtype="int64")
|
|
|
|
return to_static(forward, full_graph=True)(net, x)
|
|
|
|
|
|
class TestSimnet(Dy2StTestBase):
|
|
def test_dygraph_static_same_loss(self):
|
|
dygraph_value = forward_dygraph()
|
|
static_value = forward_static()
|
|
|
|
self.assertEqual(len(dygraph_value), len(static_value))
|
|
for i in range(len(dygraph_value)):
|
|
self.assertAlmostEqual(dygraph_value[i], static_value[i].numpy())
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|