wehub-resource-sync
58 lines
1.6 KiB
Python
58 lines
1.6 KiB
Python
# Copyright (c) 2021 CINN Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""
|
|
A fake model with multiple FC layers to test CINN on a more complex model.
|
|
"""
|
|
|
|
import paddle
|
|
from paddle import static
|
|
|
|
size = 64
|
|
num_layers = 6
|
|
paddle.enable_static()
|
|
|
|
a = static.data(name="A", shape=[-1, size], dtype='float32')
|
|
label = static.data(name="label", shape=[size], dtype='float32')
|
|
|
|
fc_out = static.nn.fc(
|
|
x=a,
|
|
size=size,
|
|
activation="relu",
|
|
bias_attr=paddle.ParamAttr(name="fc_bias"),
|
|
num_flatten_dims=1,
|
|
)
|
|
|
|
for i in range(num_layers - 1):
|
|
fc_out = static.nn.fc(
|
|
x=fc_out,
|
|
size=size,
|
|
activation="relu",
|
|
bias_attr=paddle.ParamAttr(name="fc_bias"),
|
|
num_flatten_dims=1,
|
|
)
|
|
|
|
cost = paddle.nn.functional.square_error_cost(fc_out, label)
|
|
avg_cost = paddle.mean(cost)
|
|
|
|
optimizer = paddle.optimizer.SGD(learning_rate=0.001)
|
|
optimizer.minimize(avg_cost)
|
|
|
|
cpu = paddle.CPUPlace()
|
|
loss = exe = static.Executor(cpu)
|
|
|
|
exe.run(static.default_startup_program())
|
|
|
|
static.io.save_inference_model("./multi_fc_model", [a], [fc_out], exe)
|
|
print('res', fc_out.name)
|