chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,482 @@
|
||||
//
|
||||
// ReplaceTest.cpp
|
||||
// MNNTests
|
||||
//
|
||||
// Created by MNN on 2019/09/10.
|
||||
// Copyright © 2018, Alibaba Group Holding Limited
|
||||
//
|
||||
|
||||
#include <math.h>
|
||||
#include <MNN/expr/ExprCreator.hpp>
|
||||
#include "MNNTestSuite.h"
|
||||
|
||||
using namespace MNN::Express;
|
||||
// Test prepareCompute for dynamic-graph usage
|
||||
|
||||
static bool dynamictest4Precision1() {
|
||||
auto x = _Input({100}, NCHW);
|
||||
auto xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
xPtr[i] = (float)i - 50.0f;
|
||||
}
|
||||
auto y = _Abs(x);
|
||||
|
||||
auto z = _Square(y);
|
||||
auto u = _Sin(z);
|
||||
auto v = _Cos(z);
|
||||
Variable::prepareCompute({y, u, v});
|
||||
auto a = _Add(u, v);
|
||||
a.fix(VARP::CONSTANT);
|
||||
auto b = _Add(y, y);
|
||||
b.fix(VARP::CONSTANT);
|
||||
{
|
||||
auto aPtr = a->readMap<float>();
|
||||
auto bPtr = b->readMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
auto xR = (float)i - 50.0f;
|
||||
auto yR = fabs(xR);
|
||||
auto zR = yR * yR;
|
||||
auto uR = sinf(zR);
|
||||
auto vR = cosf(zR);
|
||||
auto aR = uR + vR;
|
||||
auto bR = yR + yR;
|
||||
auto diff = fabsf(aPtr[i] - aR);
|
||||
if (diff > 0.00001f) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
diff = fabsf(bPtr[i] - bR);
|
||||
if (diff > 0.00001f) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
auto c = _Split(_Concat({a, b}, 0), {2})[0] * b - u + v * y;
|
||||
auto d = a - b;
|
||||
Variable::prepareCompute({c, d});
|
||||
{
|
||||
auto cPtr = c->readMap<float>();
|
||||
auto dPtr = d->readMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
auto xR = (float)i - 50.0f;
|
||||
auto yR = fabs(xR);
|
||||
auto zR = yR * yR;
|
||||
auto uR = sinf(zR);
|
||||
auto vR = cosf(zR);
|
||||
auto aR = uR + vR;
|
||||
auto bR = yR + yR;
|
||||
auto cR = aR * bR - uR + vR * yR;
|
||||
auto dR = aR - bR;
|
||||
auto diff = fabsf(cPtr[i] - cR);
|
||||
if (diff > 0.0001f) {
|
||||
// MNN_ERROR("%f - %f\n", cPtr[i], cR);
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
diff = fabsf(dPtr[i] - dR);
|
||||
if (diff > 0.0001f) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool dynamictest4Precision2() {
|
||||
float threshold = 0.02;
|
||||
|
||||
auto x = _Input({100}, NCHW);
|
||||
auto xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
xPtr[i] = (float)(i % 4)* 0.01;
|
||||
}
|
||||
auto y = _Abs(x);
|
||||
|
||||
auto z = _Square(y);
|
||||
auto u = x - y;
|
||||
auto v = x + y;
|
||||
Variable::prepareCompute({y, u, v});
|
||||
auto a = _Add(u, v);
|
||||
a.fix(VARP::CONSTANT);
|
||||
auto b = _Add(y, y);
|
||||
b.fix(VARP::CONSTANT);
|
||||
{
|
||||
auto aPtr = a->readMap<float>();
|
||||
auto bPtr = b->readMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
auto xR = (float)(i % 4)* 0.01;
|
||||
auto yR = fabs(xR);
|
||||
auto zR = yR * yR;
|
||||
auto uR = xR - yR;
|
||||
auto vR = xR + yR;
|
||||
auto aR = uR + vR;
|
||||
auto bR = yR + yR;
|
||||
auto diff = fabsf(aPtr[i] - aR);
|
||||
if (diff > threshold) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
diff = fabsf(bPtr[i] - bR);
|
||||
if (diff > threshold) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
auto c = _Split(_Concat({a, b}, 0), {2})[0] * b - u + v * y;
|
||||
auto d = a - b;
|
||||
Variable::prepareCompute({c, d});
|
||||
{
|
||||
auto cPtr = c->readMap<float>();
|
||||
auto dPtr = d->readMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
auto xR = (float)(i % 4)* 0.01;
|
||||
auto yR = fabs(xR);
|
||||
auto zR = yR * yR;
|
||||
auto uR = xR - yR;
|
||||
auto vR = xR + yR;
|
||||
auto aR = uR + vR;
|
||||
auto bR = yR + yR;
|
||||
auto cR = aR * bR - uR + vR * yR;
|
||||
auto dR = aR - bR;
|
||||
auto diff = fabsf(cPtr[i] - cR);
|
||||
if (diff > threshold) {
|
||||
// MNN_ERROR("%f - %f\n", cPtr[i], cR);
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
diff = fabsf(dPtr[i] - dR);
|
||||
if (diff > threshold) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
return true;
|
||||
}
|
||||
class PrecomputeDynamicTest : public MNNTestCase {
|
||||
public:
|
||||
virtual bool run(int precision) {
|
||||
if (precision != 2) {
|
||||
return dynamictest4Precision1();
|
||||
}
|
||||
if (precision == 2) {
|
||||
return dynamictest4Precision2();
|
||||
}
|
||||
return true;
|
||||
}
|
||||
};
|
||||
|
||||
// Test prepareCompute for static-graph usage
|
||||
static bool test4Precision1() {
|
||||
auto x = _Input({100}, NCHW);
|
||||
auto xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
xPtr[i] = (float)i - 50.0f;
|
||||
}
|
||||
auto y = _Abs(x);
|
||||
|
||||
auto z = _Square(y);
|
||||
auto u = _Sin(z);
|
||||
auto v = _Cos(z);
|
||||
Variable::prepareCompute({y, u, v});
|
||||
auto check = [&](int number) {
|
||||
{
|
||||
auto yPtr = y->readMap<float>();
|
||||
if (nullptr == yPtr) {
|
||||
return false;
|
||||
}
|
||||
std::vector<float> yData(number);
|
||||
for (int i = 0; i < number; ++i) {
|
||||
if (yPtr[i] != fabs((float)i - 50.0f)) {
|
||||
MNN_PRINT("0: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
||||
return false;
|
||||
}
|
||||
yData[i] = yPtr[i];
|
||||
}
|
||||
yPtr = yData.data();
|
||||
auto uPtr = u->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = sinf(yPtr[i] * yPtr[i]);
|
||||
auto diff = fabsf(uPtr[i] - target);
|
||||
if (diff > 0.00001f) {
|
||||
MNN_PRINT("1: PrecomputeTest Error: %f, %f\n", uPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
auto vPtr = v->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = cosf(yPtr[i] * yPtr[i]);
|
||||
auto diff = fabsf(vPtr[i] - target);
|
||||
if (diff > 0.00001f) {
|
||||
MNN_PRINT("2: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
return true;
|
||||
};
|
||||
if (!check(100)) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
{
|
||||
x->resize({1, 101});
|
||||
auto xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < 101; ++i) {
|
||||
xPtr[i] = (float)i - 50.0f;
|
||||
}
|
||||
}
|
||||
if (!check(101)) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
// Delete end var, check if the cache can work
|
||||
u = nullptr;
|
||||
{
|
||||
x->writeMap<float>();
|
||||
auto xPtr = x->writeMap<float>();
|
||||
auto number = 101;
|
||||
for (int i = 0; i < number; ++i) {
|
||||
xPtr[i] = (float)i - 50.0f;
|
||||
}
|
||||
auto yPtr = y->readMap<float>();
|
||||
if (nullptr == yPtr) {
|
||||
return false;
|
||||
}
|
||||
for (int i = 0; i < number; ++i) {
|
||||
if (yPtr[i] != fabs((float)i - 50.0f)) {
|
||||
MNN_PRINT("4: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
||||
return false;
|
||||
}
|
||||
}
|
||||
auto vPtr = v->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = cosf(yPtr[i] * yPtr[i]);
|
||||
auto diff = fabsf(vPtr[i] - target);
|
||||
if (diff > 0.00001f) {
|
||||
MNN_PRINT("5: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
number = 102;
|
||||
x->resize({number, 1});
|
||||
xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
xPtr[i] = (float)i - 50.0f;
|
||||
}
|
||||
yPtr = y->readMap<float>();
|
||||
if (nullptr == yPtr) {
|
||||
return false;
|
||||
}
|
||||
std::vector<float> yData(number);
|
||||
for (int i = 0; i < number; ++i) {
|
||||
if (yPtr[i] != fabs((float)i - 50.0f)) {
|
||||
MNN_PRINT("6: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
||||
return false;
|
||||
}
|
||||
yData[i] = yPtr[i];
|
||||
}
|
||||
yPtr = yData.data();
|
||||
vPtr = v->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = cosf(yPtr[i] * yPtr[i]);
|
||||
auto diff = fabsf(vPtr[i] - target);
|
||||
if (diff > 0.00001f) {
|
||||
MNN_PRINT("7: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool test4Precision2() {
|
||||
auto x = _Input({100}, NCHW);
|
||||
auto xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < 100; ++i) {
|
||||
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
||||
}
|
||||
auto y = _Abs(x);
|
||||
|
||||
auto z = _Square(y);
|
||||
auto u = z - y;
|
||||
auto v = _Add(z, y);
|
||||
Variable::prepareCompute({y, u, v});
|
||||
float threshold = 0.02;
|
||||
|
||||
auto check = [&](int number) {
|
||||
{
|
||||
auto yPtr = y->readMap<float>();
|
||||
if (nullptr == yPtr) {
|
||||
return false;
|
||||
}
|
||||
std::vector<float> yData(number);
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto x = (float)(i % 4)* 0.01 - 5;
|
||||
if (fabs(yPtr[i] - fabs(x)) > 0.01) {
|
||||
MNN_PRINT("0: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
||||
return false;
|
||||
}
|
||||
yData[i] = yPtr[i];
|
||||
}
|
||||
yPtr = yData.data();
|
||||
auto uPtr = u->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = yPtr[i] * yPtr[i] - yPtr[i];
|
||||
auto diff = fabsf(uPtr[i] - target);
|
||||
if (diff > threshold) {
|
||||
MNN_PRINT("1: PrecomputeTest Error: %f, %f\n", uPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
auto vPtr = v->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = yPtr[i] * yPtr[i] + yPtr[i];
|
||||
auto diff = fabsf(vPtr[i] - target);
|
||||
if (diff > threshold) {
|
||||
MNN_PRINT("2: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
return true;
|
||||
};
|
||||
if (!check(100)) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
{
|
||||
x->resize({1, 101});
|
||||
auto xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < 101; ++i) {
|
||||
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
||||
}
|
||||
}
|
||||
if (!check(101)) {
|
||||
FUNC_PRINT(1);
|
||||
return false;
|
||||
}
|
||||
// Delete end var, check if the cache can work
|
||||
u = nullptr;
|
||||
{
|
||||
x->writeMap<float>();
|
||||
auto xPtr = x->writeMap<float>();
|
||||
auto number = 101;
|
||||
for (int i = 0; i < number; ++i) {
|
||||
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
||||
}
|
||||
auto yPtr = y->readMap<float>();
|
||||
if (nullptr == yPtr) {
|
||||
return false;
|
||||
}
|
||||
for (int i = 0; i < number; ++i) {
|
||||
float x = (float)(i % 4)* 0.01 - 5;
|
||||
if (fabs(yPtr[i] - fabs(x)) > threshold) {
|
||||
MNN_PRINT("4: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
||||
return false;
|
||||
}
|
||||
}
|
||||
auto vPtr = v->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = yPtr[i] * yPtr[i] + yPtr[i];
|
||||
auto diff = fabsf(vPtr[i] - target);
|
||||
if (diff > threshold) {
|
||||
MNN_PRINT("5: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
number = 102;
|
||||
x->resize({number, 1});
|
||||
xPtr = x->writeMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
||||
}
|
||||
yPtr = y->readMap<float>();
|
||||
if (nullptr == yPtr) {
|
||||
return false;
|
||||
}
|
||||
std::vector<float> yData(number);
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto x = (float)(i % 4)* 0.01 - 5;
|
||||
if (fabs(yPtr[i] - fabs(x)) > threshold) {
|
||||
MNN_PRINT("6: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs(x));
|
||||
return false;
|
||||
}
|
||||
yData[i] = yPtr[i];
|
||||
}
|
||||
yPtr = yData.data();
|
||||
vPtr = v->readMap<float>();
|
||||
for (int i = 0; i < number; ++i) {
|
||||
auto target = yPtr[i] * yPtr[i] + yPtr[i];
|
||||
auto diff = fabsf(vPtr[i] - target);
|
||||
if (diff > threshold) {
|
||||
MNN_PRINT("7: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
return true;
|
||||
}
|
||||
class PrecomputeTest : public MNNTestCase {
|
||||
public:
|
||||
virtual bool run(int precision) {
|
||||
if (precision != 2) {
|
||||
return test4Precision1();
|
||||
}
|
||||
if (precision == 2) {
|
||||
return test4Precision2();
|
||||
}
|
||||
return true;
|
||||
}
|
||||
};
|
||||
|
||||
class ReplaceTest : public MNNTestCase {
|
||||
public:
|
||||
virtual bool run(int precision) {
|
||||
auto c1 = MNN::Express::_Const(1.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
||||
auto c2 = MNN::Express::_Const(2.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
||||
auto c3 = MNN::Express::_Const(3.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
||||
auto c4 = MNN::Express::_Const(4.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
||||
auto c5 = MNN::Express::_Const(5.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
||||
auto b1 = MNN::Express::_Add(c1, c2);
|
||||
auto b2 = MNN::Express::_Multiply(c3, c4);
|
||||
|
||||
auto r1 = b1->readMap<float>();
|
||||
if (3.0f != r1[0]) {
|
||||
MNN_PRINT("1 + 2 = %f\n", r1[0]);
|
||||
return false;
|
||||
}
|
||||
|
||||
MNN::Express::Variable::replace(c2, b2);
|
||||
auto r2 = b1->readMap<float>();
|
||||
if (13.0f != r2[0]) {
|
||||
MNN_PRINT("1 + 3 x 4 = %f\n", r2[0]);
|
||||
return false;
|
||||
}
|
||||
MNN::Express::Variable::replace(c3, c5);
|
||||
auto r3 = b1->readMap<float>();
|
||||
if (21.0f != r3[0]) {
|
||||
MNN_PRINT("1 + 5 x 4 = %f\n", r3[0]);
|
||||
return false;
|
||||
}
|
||||
auto d0 = _Const(7.f, {1, 3, 1, 1}, NHWC);
|
||||
auto d = _Split(d0, {1, 1, 1}, 1)[0];
|
||||
Variable::replace(c3, d);
|
||||
r3 = b1->readMap<float>();
|
||||
if (29.0f != r3[0]) {
|
||||
MNN_PRINT("1 + 7 x 4 = %f\n", r3[0]);
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
};
|
||||
MNNTestSuiteRegister(ReplaceTest, "expr/Replace");
|
||||
MNNTestSuiteRegister(PrecomputeTest, "expr/Precompute");
|
||||
MNNTestSuiteRegister(PrecomputeDynamicTest, "expr/PrecomputeDynamic");
|
||||
Reference in New Issue
Block a user