wehub/alibaba--mnn
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity

chore: import upstream snapshot with attribution

Browse Source
This commit is contained in:
wehub-resource-sync
2026-07-13 13:33:03 +08:00
commit 5b57521aa1
8226 changed files with 3425766 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/train/source/grad/MatMulGrad.cpp
+234
View File
@@ -0,0 +1,234 @@
//
// MatMulGrad.cpp
// MNN
//
// Created by MNN on 2019/05/27.
// Copyright © 2018, Alibaba Group Holding Limited
//
#include "MatMulGrad.hpp"
using namespace std;
namespace MNN {
using namespace MNN::Express;
class BatchMatMulGrad : public OpGrad {
public:
BatchMatMulGrad() {
mType = LINEAR;
}
virtual std::vector<Express::VARP> onGrad(Express::EXPRP expr,
const std::vector<Express::VARP>& backwardOutput) override {
std::vector<Express::VARP> res;
auto inputs = expr->inputs();
res.resize(inputs.size());
auto outputDiff = backwardOutput[0];
const bool transA = expr->get()->main_as_BatchMatMulParam()->adjX();
const bool transB = expr->get()->main_as_BatchMatMulParam()->adjY();
if (!transA && !transB) {
{
// A' = C' * BT
res[0] = _BatchMatMul(outputDiff, inputs[1], false, true);
// B' = AT * C'
res[1] = _BatchMatMul(inputs[0], outputDiff, true, false);
}
}
if (transA && !transB) {
{
// AT' = C' * BT ==> A' = B * CT'
res[0] = _BatchMatMul(inputs[1], outputDiff, false, true);
}
{
// B' = ATT * C' = A * C'
res[1] = _BatchMatMul(inputs[0], outputDiff, false, false);
}
}
if (!transA && transB) {
{
// A' = C' * BTT = C' * B
res[0] = _BatchMatMul(outputDiff, inputs[1], false, false);
}
{
// BT' = AT * C' ==> B' = CT' * A
res[1] = _BatchMatMul(outputDiff, inputs[0], true, false);
}
}
if (transA && transB) {
{
// AT' = C' * BTT ==> A' = BT * CT'
res[0] = _BatchMatMul(inputs[1], outputDiff, true, true);
}
{
// BT' = ATT * C' ==> B' = CT' * AT
res[1] = _BatchMatMul(outputDiff, inputs[0], true, true);
}
}
for (int i = 0; i < 2; i++) {
int inputDims = inputs[i]->getInfo()->dim.size();
int resDims = res[i]->getInfo()->dim.size();
MNN_ASSERT(resDims >= inputDims);
std::vector<int> reduceDims;
if (resDims > inputDims) {
for (int j = 0; j < (resDims - inputDims); j++) {
reduceDims.push_back(j);
}
res[i] = _ReduceSum(res[i], reduceDims, false);
}
}
return res;
}
};
class MatMulGrad : public OpGrad {
public:
MatMulGrad() {
mType = LINEAR;
}
virtual std::vector<Express::VARP> onGrad(Express::EXPRP expr,
const std::vector<Express::VARP>& backwardOutput) override {
std::vector<Express::VARP> res;
auto inputs = expr->inputs();
res.resize(inputs.size());
auto outputDiff = backwardOutput[0];
const bool transA = expr->get()->main_as_MatMul()->transposeA();
const bool transB = expr->get()->main_as_MatMul()->transposeB();
if (!transA && !transB) {
{
// A' = C' * BT
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeB = true;
auto expr = Expr::create(std::move(newOp), {outputDiff, inputs[1]});
res[0] = Variable::create(expr);
}
{
// B' = AT * C'
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = true;
auto expr = Expr::create(std::move(newOp), {inputs[0], outputDiff});
res[1] = Variable::create(expr);
}
}
if (transA && !transB) {
{
// AT' = C' * BT ==> A' = B * CT'
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = false;
newOp->main.AsMatMul()->transposeB = true;
auto expr = Expr::create(std::move(newOp), {inputs[1], outputDiff});
res[0] = Variable::create(expr);
}
{
// B' = ATT * C' = A * C'
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = false;
newOp->main.AsMatMul()->transposeB = false;
auto expr = Expr::create(std::move(newOp), {inputs[0], outputDiff});
res[1] = Variable::create(expr);
}
}
if (!transA && transB) {
{
// A' = C' * BTT = C' * B
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = false;
newOp->main.AsMatMul()->transposeB = false;
auto expr = Expr::create(std::move(newOp), {outputDiff, inputs[1]});
res[0] = Variable::create(expr);
}
{
// BT' = AT * C' ==> B' = CT' * A
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = true;
newOp->main.AsMatMul()->transposeB = false;
auto expr = Expr::create(std::move(newOp), {outputDiff, inputs[0]});
res[1] = Variable::create(expr);
}
}
if (transA && transB) {
{
// AT' = C' * BTT ==> A' = BT * CT'
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = true;
newOp->main.AsMatMul()->transposeB = true;
auto expr = Expr::create(std::move(newOp), {inputs[1], outputDiff});
res[0] = Variable::create(expr);
}
{
// BT' = ATT * C' ==> B' = CT' * AT
unique_ptr<OpT> newOp(new OpT);
newOp->type = OpType_MatMul;
newOp->main.type = OpParameter_MatMul;
newOp->main.value = new MatMulT;
newOp->main.AsMatMul()->transposeA = true;
newOp->main.AsMatMul()->transposeB = true;
auto expr = Expr::create(std::move(newOp), {outputDiff, inputs[0]});
res[1] = Variable::create(expr);
}
}
for (int i = 0; i < 2; i++) {
int inputDims = inputs[i]->getInfo()->dim.size();
int resDims = res[i]->getInfo()->dim.size();
MNN_ASSERT(resDims >= inputDims);
std::vector<int> reduceDims;
if (resDims > inputDims) {
for (int j = 0; j < (resDims - inputDims); j++) {
reduceDims.push_back(j);
}
res[i] = _ReduceSum(res[i], reduceDims, false);
}
}
return res;
}
};
static void _create() {
static MatMulGrad _c;
OpGrad::insert(OpType_MatMul, &_c);
static BatchMatMulGrad _d;
OpGrad::insert(OpType_BatchMatMul, &_d);
}
REGISTER_GRAD(MatMulGrad_cpp, _create);
};