wehub-resource-sync
133 lines
5.7 KiB
C++
133 lines
5.7 KiB
C++
/* Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. */
|
|
|
|
#pragma once
|
|
|
|
#include <vector>
|
|
|
|
#include "paddle/phi/core/distributed/auto_parallel/dist_meta_tensor.h"
|
|
#include "paddle/phi/core/distributed/type_defs.h"
|
|
|
|
namespace phi {
|
|
namespace distributed {
|
|
|
|
SpmdInfo ElementwiseUnaryInferSpmd(const DistMetaTensor& x);
|
|
|
|
SpmdInfo ElementwiseUnaryWithPartialInferSpmd(const DistMetaTensor& x);
|
|
|
|
SpmdInfo ElementwiseUnaryInferSpmdReverse(const DistMetaTensor& x,
|
|
const DistMetaTensor& out);
|
|
|
|
SpmdInfo ElementwiseUnaryGradInferSpmd(const DistMetaTensor& out_grad);
|
|
|
|
SpmdInfo ElementwiseUnaryGradInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad);
|
|
|
|
SpmdInfo ElementwiseUnaryGradInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out,
|
|
const DistMetaTensor& out_grad);
|
|
|
|
SpmdInfo ElementwiseBinaryInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& y);
|
|
|
|
SpmdInfo ElementwiseBinaryWithPartialInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& y);
|
|
|
|
SpmdInfo ElementwiseBinaryInferSpmdReverse(const DistMetaTensor& x,
|
|
const DistMetaTensor& y,
|
|
const DistMetaTensor& out);
|
|
|
|
SpmdInfo ElementwiseBinaryGradInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& y,
|
|
const DistMetaTensor& out_grad,
|
|
int64_t axis = -1);
|
|
|
|
SpmdInfo ElementwiseBinaryGradInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& y,
|
|
const DistMetaTensor& out,
|
|
const DistMetaTensor& out_grad,
|
|
int64_t axis = -1);
|
|
|
|
SpmdInfo SwiGLUInferSpmd(const DistMetaTensor& x, const DistMetaTensor& y);
|
|
SpmdInfo AssignInferSpmd(const DistMetaTensor& x);
|
|
|
|
SpmdInfo SwiGLUInferSpmdReverse(const DistMetaTensor& x,
|
|
const DistMetaTensor& y,
|
|
const DistMetaTensor& out);
|
|
|
|
SpmdInfo SwiGLUGradInferSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& y,
|
|
const DistMetaTensor& out_grad);
|
|
|
|
SpmdInfo RoundInfoSpmd(const DistMetaTensor& x, const int decimals);
|
|
|
|
SpmdInfo MishInfoSpmd(const DistMetaTensor& x, const float lambda);
|
|
SpmdInfo MishGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const float lambda);
|
|
|
|
SpmdInfo EluInfoSpmd(const DistMetaTensor& x, const float alpha);
|
|
SpmdInfo EluGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out,
|
|
const DistMetaTensor& out_grad,
|
|
const float alpha);
|
|
|
|
SpmdInfo SeluInfoSpmd(const DistMetaTensor& x,
|
|
const float alpha,
|
|
const float scale);
|
|
SpmdInfo SeluGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const float scale,
|
|
const float alpha);
|
|
SpmdInfo CeluInfoSpmd(const DistMetaTensor& x, const float alpha);
|
|
SpmdInfo CeluGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const float alpha);
|
|
|
|
SpmdInfo StanhInfoSpmd(const DistMetaTensor& x,
|
|
const float scale_a,
|
|
const float scale_b);
|
|
SpmdInfo StanhGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const float scale_a,
|
|
const float scale_b);
|
|
|
|
SpmdInfo SoftplusInfoSpmd(const DistMetaTensor& x,
|
|
const double beta,
|
|
const double threshold);
|
|
SpmdInfo SoftplusGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const double beta,
|
|
const double threshold);
|
|
|
|
SpmdInfo SoftshrinkInfoSpmd(const DistMetaTensor& x, const float threshold);
|
|
SpmdInfo SoftshrinkGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const float threshold);
|
|
|
|
SpmdInfo ThresholdedReluInfoSpmd(const DistMetaTensor& x,
|
|
const float threshold,
|
|
const float value);
|
|
SpmdInfo ThresholdedReluGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const float threshold,
|
|
const float value);
|
|
|
|
SpmdInfo LogitInfoSpmd(const DistMetaTensor& x, const double eps);
|
|
SpmdInfo LogitGradInfoSpmd(const DistMetaTensor& x,
|
|
const DistMetaTensor& out_grad,
|
|
const double eps);
|
|
} // namespace distributed
|
|
} // namespace phi
|