/* ****************************************************************************** * * * This program and the accompanying materials are made available under the * terms of the Apache License, Version 2.0 which is available at * https://www.apache.org/licenses/LICENSE-2.0. * * See the NOTICE file distributed with this work for additional * information regarding copyright ownership. * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations * under the License. * * SPDX-License-Identifier: Apache-2.0 ******************************************************************************/ // // @author Yurii Shyrma (iuriish@yahoo.com), created on 18.09.2018 // #include #include #include namespace sd { namespace ops { ////////////////////////////////////////////////////////////////////////// template static void pooling2d_(sd::graph::Context& block, NDArray& input, NDArray& output, const LongType kH, const LongType kW, const LongType sH, const LongType sW, const LongType pH, const LongType pW, const LongType dH, const LongType dW, const int poolingMode, const int extraParam0) { // Cache shape information const auto inShapeInfo = input.shapeInfo(); const auto outShapeInfo = output.shapeInfo(); // Cache input dimensions const auto* inShape = shape::shapeOf(inShapeInfo); const LongType bS = inShape[0]; const LongType iC = inShape[1]; const LongType iH = inShape[2]; const LongType iW = inShape[3]; // Cache output dimensions const auto* outShape = shape::shapeOf(outShapeInfo); const LongType oH = outShape[2]; const LongType oW = outShape[3]; // Cache strides const auto* inStride = shape::stride(inShapeInfo); const auto* outStride = shape::stride(outShapeInfo); const sd::LongType iStride0 = inStride[0]; const sd::LongType iStride1 = inStride[1]; const sd::LongType iStride2 = inStride[2]; const sd::LongType iStride3 = inStride[3]; const sd::LongType oStride0 = outStride[0]; const sd::LongType oStride1 = outStride[1]; const sd::LongType oStride2 = outStride[2]; const sd::LongType oStride3 = outStride[3]; T* out = output.bufferAsT(); T* in = const_cast(input).bufferAsT(); const int kHEff = kH + (kH - 1) * (dH - 1); const int kWEff = kW + (kW - 1) * (dW - 1); const sd::LongType iStep2 = dH * iStride2; const sd::LongType iStep3 = dW * iStride3; const int kProd = kH * kW; if (poolingMode == 0) { // max auto func = PRAGMA_THREADS_FOR_2D { sd::LongType hstart, wstart, hend, wend; T* pIn; for (int b = start_x; b < stop_x; b += inc_x) { for (int c = start_y; c < stop_y; c += inc_y) { for (int oh = 0; oh < oH; ++oh) { for (int ow = 0; ow < oW; ++ow) { pIn = in + b * iStride0 + c * iStride1; hstart = oh * sH - pH; wstart = ow * sW - pW; hend = hstart + kHEff; wend = wstart + kWEff; if (hstart < 0) hstart += dH * ((-hstart + dH - 1) / dH); if (wstart < 0) wstart += dW * ((-wstart + dW - 1) / dW); if (hend > iH) hend -= dH * ((hend - iH + dH - 1) / dH); if (wend > iW) wend -= dW * ((wend - iW + dW - 1) / dW); hstart *= iStride2; hend *= iStride2; wstart *= iStride3; wend *= iStride3; T max = -DataTypeUtils::max(); for (sd::LongType kh = hstart; kh < hend; kh += iStep2) for (sd::LongType kw = wstart; kw < wend; kw += iStep3) { T val = pIn[kh + kw]; if (val > max) max = val; } out[b * oStride0 + c * oStride1 + oh * oStride2 + ow * oStride3] = max; } } } } }; samediff::Threads::parallel_for(func, 0, bS, 1, 0, iC, 1); } /*************************************************************************/ else if (poolingMode == 1) { // avg auto func = PRAGMA_THREADS_FOR_2D { sd::LongType hstart, wstart, hend, wend; T* pIn; for (int b = start_x; b < stop_x; b += inc_x) { for (int c = start_y; c < stop_y; c += inc_y) { for (int oh = 0; oh < oH; ++oh) { for (int ow = 0; ow < oW; ++ow) { pIn = in + b * iStride0 + c * iStride1; hstart = oh * sH - pH; wstart = ow * sW - pW; hend = hstart + kHEff; wend = wstart + kWEff; if (hstart < 0) hstart += dH * ((-hstart + dH - 1) / dH); if (wstart < 0) wstart += dW * ((-wstart + dW - 1) / dW); if (hend > iH) hend -= dH * ((hend - iH + dH - 1) / dH); if (wend > iW) wend -= dW * ((wend - iW + dW - 1) / dW); hstart *= iStride2; hend *= iStride2; wstart *= iStride3; wend *= iStride3; T sum = static_cast(0.f); for (sd::LongType kh = hstart; kh < hend; kh += iStep2) for (sd::LongType kw = wstart; kw < wend; kw += iStep3) sum += pIn[kh + kw]; if (extraParam0 == 0) { // Exclude padding int a = (hend - hstart) / iStep2 + ((hend - hstart) % iStep2 == 0 ? 0 : 1); int r = (wend - wstart) / iStep3 + ((wend - wstart) % iStep3 == 0 ? 0 : 1); sum /= static_cast(a * r); // Accounts for dilation } else if (extraParam0 == 1) // Include padding sum /= kProd; out[b * oStride0 + c * oStride1 + oh * oStride2 + ow * oStride3] = sum; } } } } }; samediff::Threads::parallel_for(func, 0, bS, 1, 0, iC, 1); } /*************************************************************************/ else if (poolingMode == 2) { // pnorm auto func = PRAGMA_THREADS_FOR_2D { sd::LongType hstart, wstart, hend, wend; T* pIn; for (int b = start_x; b < stop_x; b += inc_x) { for (int c = start_y; c < stop_y; c += inc_y) { for (int oh = 0; oh < oH; ++oh) { for (int ow = 0; ow < oW; ++ow) { pIn = in + b * iStride0 + c * iStride1; hstart = oh * sH - pH; wstart = ow * sW - pW; hend = hstart + kHEff; wend = wstart + kWEff; if (hstart < 0) hstart += dH * ((-hstart + dH - 1) / dH); if (wstart < 0) wstart += dW * ((-wstart + dW - 1) / dW); if (hend > iH) hend -= dH * ((hend - iH + dH - 1) / dH); if (wend > iW) wend -= dW * ((wend - iW + dW - 1) / dW); hstart *= iStride2; hend *= iStride2; wstart *= iStride3; wend *= iStride3; T sum = static_cast(0.f); for (sd::LongType kh = hstart; kh < hend; kh += iStep2) for (sd::LongType kw = wstart; kw < wend; kw += iStep3) sum += sd::math::sd_pow(sd::math::sd_abs(pIn[kh + kw]), static_cast(extraParam0)); sum = sd::math::sd_pow(sum, static_cast((T)1.f) / extraParam0); out[b * oStride0 + c * oStride1 + oh * oStride2 + ow * oStride3] = sum; } } } } }; samediff::Threads::parallel_for(func, 0, bS, 1, 0, iC, 1); } else { char errorMsg[512]; snprintf(errorMsg, sizeof(errorMsg), "ConvolutionUtils::pooling2d: pooling mode argument can take three values only: 0, 1, 2, but got %i instead!", poolingMode); THROW_EXCEPTION(errorMsg); } } void ConvolutionUtils::pooling2d(sd::graph::Context& block, NDArray& input, NDArray& output, const LongType kH, const LongType kW, const LongType sH, const LongType sW, const LongType pH, const LongType pW, const LongType dH, const LongType dW, const PoolingType poolingMode, const int extraParam0) { BUILD_SINGLE_SELECTOR(input.dataType(), pooling2d_, (block, input, output, kH, kW, sH, sW, pH, pW, dH, dW, poolingMode, extraParam0), SD_NUMERIC_TYPES); } } // namespace ops } // namespace sd