85 lines
3.2 KiB
C++
85 lines
3.2 KiB
C++
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#include <string>
|
|
|
|
#include "absl/status/status.h"
|
|
#include "absl/strings/str_cat.h"
|
|
#include "tensorflow/compiler/tf2xla/mlir_xla_op_kernel.h"
|
|
#include "tensorflow/compiler/tf2xla/xla_helpers.h"
|
|
#include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
|
|
#include "tensorflow/compiler/tf2xla/xla_op_registry.h"
|
|
#include "xla/hlo/builder/xla_builder.h"
|
|
#include "tensorflow/core/framework/tensor.h"
|
|
#include "tensorflow/core/framework/tensor_shape.h"
|
|
#include "tensorflow/core/util/tensor_format.h"
|
|
|
|
namespace tensorflow {
|
|
namespace {
|
|
|
|
class BiasOp : public XlaOpKernel {
|
|
public:
|
|
explicit BiasOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {
|
|
std::string data_format;
|
|
if (ctx->GetAttr("data_format", &data_format).ok()) {
|
|
OP_REQUIRES(ctx, FormatFromString(data_format, &data_format_),
|
|
absl::InvalidArgumentError("Invalid data format"));
|
|
} else {
|
|
data_format_ = FORMAT_NHWC;
|
|
}
|
|
}
|
|
|
|
void Compile(XlaOpKernelContext* ctx) override {
|
|
const TensorShape input_shape = ctx->InputShape(0);
|
|
const TensorShape bias_shape = ctx->InputShape(1);
|
|
|
|
OP_REQUIRES(
|
|
ctx, TensorShapeUtils::IsMatrixOrHigher(input_shape),
|
|
absl::InvalidArgumentError(absl::StrCat(
|
|
"Input tensor must be at least 2D: ", input_shape.DebugString())));
|
|
OP_REQUIRES(ctx, TensorShapeUtils::IsVector(bias_shape),
|
|
absl::InvalidArgumentError(absl::StrCat(
|
|
"Biases must be 1D: ", bias_shape.DebugString())));
|
|
|
|
// feature_dim is the channel (C) dimension of the data.
|
|
int feature_dim = (data_format_ == FORMAT_NHWC)
|
|
? input_shape.dims() - 1
|
|
: /*data_format == FORMAT_NCHW*/ 1;
|
|
OP_REQUIRES(ctx, feature_dim >= 0,
|
|
absl::InvalidArgumentError(
|
|
"Input tensor does not have enough dimensions "
|
|
"to contain the feature dimension"));
|
|
OP_REQUIRES(
|
|
ctx, bias_shape.dim_size(0) == input_shape.dim_size(feature_dim),
|
|
absl::InvalidArgumentError(absl::StrCat(
|
|
"Must provide as many biases as the last dimension "
|
|
"of the input tensor: ",
|
|
bias_shape.DebugString(), " vs. ", input_shape.DebugString())));
|
|
|
|
xla::XlaOp result = xla::Add(ctx->Input(0), ctx->Input(1), {feature_dim});
|
|
ctx->SetOutput(0, result);
|
|
}
|
|
|
|
private:
|
|
TensorFormat data_format_;
|
|
};
|
|
|
|
REGISTER_XLA_OP(Name("BiasAdd"), BiasOp);
|
|
REGISTER_XLA_OP(Name("BiasAddV1"), BiasOp);
|
|
REGISTER_XLA_OP(Name("BiasAddGrad"), MlirXlaOpKernel);
|
|
|
|
} // namespace
|
|
} // namespace tensorflow
|