Files
2026-07-13 12:47:05 +08:00

165 lines
6.3 KiB
C++

/* ******************************************************************************
*
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* See the NOTICE file distributed with this work for additional
* information regarding copyright ownership.
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
//
// Created by raver119 on 18.12.17.
//
#include <execution/Threads.h>
#include <helpers/ConstantTadHelper.h>
#include <helpers/shape.h>
#include <loops/summarystatsreduce.h>
#include <system/op_boilerplate.h>
#include <types/types.h>
using namespace simdOps;
namespace functions {
namespace summarystats {
template <typename X, typename Z>
Z SummaryStatsReduce<X, Z>::execScalar(const int opNum, const bool biasCorrected, void *x,
sd::LongType *xShapeInfo, void *extraParams) {
RETURNING_DISPATCH_BY_OPNUM_TT(execScalar, PARAMS(biasCorrected, x, xShapeInfo, extraParams), SUMMARY_STATS_OPS);
}
template <typename X, typename Z>
void SummaryStatsReduce<X, Z>::execScalar(const int opNum, const bool biasCorrected, void *x,
sd::LongType *xShapeInfo, void *extraParams, void *z,
sd::LongType *zShapeInfo) {
DISPATCH_BY_OPNUM_TT(execScalar, PARAMS(biasCorrected, x, xShapeInfo, extraParams, z, zShapeInfo), SUMMARY_STATS_OPS);
}
template <typename X, typename Z>
void SummaryStatsReduce<X, Z>::exec(int opNum, bool biasCorrected, void *x,
sd::LongType *xShapeInfo, void *extraParams, void *z,
sd::LongType *zShapeInfo,
sd::LongType *dimension, sd::LongType dimensionLength) {
DISPATCH_BY_OPNUM_TT(exec,
PARAMS(biasCorrected, x, xShapeInfo, extraParams, z, zShapeInfo, dimension, dimensionLength),
SUMMARY_STATS_OPS);
}
template <typename X, typename Z>
template <typename OpType>
void SummaryStatsReduce<X, Z>::execScalar(const bool biasCorrected, void *vx, sd::LongType *xShapeInfo,
void *vextraParams, void *vz, sd::LongType *zShapeInfo) {
auto z = reinterpret_cast<Z *>(vz);
z[0] = execScalar<OpType>(biasCorrected, vx, xShapeInfo, vextraParams);
}
template <typename X, typename Z>
template <typename OpType>
Z SummaryStatsReduce<X, Z>::execScalar(const bool biasCorrected, void *vx, sd::LongType *xShapeInfo,
void *vextraParams) {
auto x = reinterpret_cast<const X *>(vx);
auto extraParams = reinterpret_cast<Z *>(vextraParams);
// Cache shape-related values
sd::LongType xRank = shape::rank(xShapeInfo);
sd::LongType *xShape = shape::shapeOf(xShapeInfo);
sd::LongType *xStride = shape::stride(xShapeInfo);
SummaryStatsData<X> startingIndex;
startingIndex.initialize();
auto length = shape::length(xShapeInfo);
for (sd::LongType i = 0; i < length; i++) {
sd::LongType coords[SD_MAX_RANK];
INDEX2COORDS(i, xRank, xShape, coords);
sd::LongType xOffset;
COORDS2INDEX(xRank, xStride, coords, xOffset);
SummaryStatsData<X> curr;
curr.initWithValue(x[xOffset]);
startingIndex = update(startingIndex, curr, extraParams);
}
return OpType::getValue(biasCorrected, startingIndex);
}
template <typename X, typename Z>
template <typename OpType>
void SummaryStatsReduce<X, Z>::exec(bool biasCorrected, void *vx, sd::LongType *xShapeInfo,
void *vextraParams, void *vz, sd::LongType *zShapeInfo,
sd::LongType *dimension, sd::LongType dimensionLength) {
auto x = reinterpret_cast< X *>(vx);
auto z = reinterpret_cast<Z *>(vz);
auto extraParams = reinterpret_cast<Z *>(vextraParams);
auto resultLength = shape::length(zShapeInfo);
if (sd::ArrayOptions::arrayType(xShapeInfo) == sd::ArrayType::EMPTY) {
if (sd::ArrayOptions::arrayType(zShapeInfo) == sd::ArrayType::EMPTY) return;
SummaryStatsData<X> comp;
comp.initWithValue(x[0]);
for (sd::LongType i = 0; i < resultLength; i++) z[i] = OpType::getValue(biasCorrected, comp);
return;
}
if (shape::isScalar(zShapeInfo)) {
z[0] = execScalar<OpType>(biasCorrected, (void *)x, xShapeInfo, extraParams);
return;
}
if (dimensionLength < 1) return;
// When shared_ptr goes out of scope, it deletes the TadPack and invalidates pointers!
auto tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(const_cast<sd::LongType*>(xShapeInfo), dimension, dimensionLength);
if (resultLength == 1 || dimensionLength == shape::rank(xShapeInfo) || tadPack->numberOfTads() == 1) {
z[0] = execScalar<OpType>(biasCorrected, x, xShapeInfo, extraParams);
return;
}
auto tadShapeShapeInfo = tadPack->primaryShapeInfo();
auto tadLength = shape::length(tadPack->primaryShapeInfo());
// Cache TAD shape-related values
sd::LongType tadRank = shape::rank(tadShapeShapeInfo);
sd::LongType *tadShape = shape::shapeOf(tadShapeShapeInfo);
sd::LongType *tadStride = shape::stride(tadShapeShapeInfo);
auto func = PRAGMA_THREADS_FOR {
for (auto r = start; r < stop; r++) {
auto tadOffsetForBlock = tadPack->primaryOffsets()[r];
auto tx = x + tadOffsetForBlock;
SummaryStatsData<X> comp;
comp.initWithValue(tx[0]);
for (sd::LongType i = 1; i < tadLength; i++) {
sd::LongType coords[SD_MAX_RANK];
INDEX2COORDS(i, tadRank, tadShape, coords);
sd::LongType xOffset;
COORDS2INDEX(tadRank, tadStride, coords, xOffset);
SummaryStatsData<X> indexVal2;
indexVal2.initWithValue(tx[xOffset]);
comp = update(comp, OpType::op(indexVal2, extraParams), extraParams);
}
z[r] = OpType::getValue(biasCorrected, comp);
}
};
samediff::Threads::parallel_tad(func, 0, resultLength, 1);
}
BUILD_DOUBLE_TEMPLATE( class SummaryStatsReduce, , SD_COMMON_TYPES, SD_FLOAT_TYPES);
} // namespace summarystats
} // namespace functions