/******************************************************************************* * Copyright (c) 2015-2018 Skymind, Inc. * * This program and the accompanying materials are made available under the * terms of the Apache License, Version 2.0 which is available at * https://www.apache.org/licenses/LICENSE-2.0. * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations * under the License. * * SPDX-License-Identifier: Apache-2.0 ******************************************************************************/ // // // #include namespace nd4j { namespace ops { namespace helpers { template static _CUDA_G void spaceToDepthKernel(void *vx, Nd4jLong *xShapeInfo, void *vz, Nd4jLong *zShapeInfo, const int block_size, const bool isNHWC) { auto input_ptr = reinterpret_cast(vx); auto output_ptr = reinterpret_cast(vz); const int batch_size = shape::sizeAt(xShapeInfo, 0); const int input_depth = isNHWC ? shape::sizeAt(xShapeInfo, 3) : shape::sizeAt(xShapeInfo, 1); const int input_height = isNHWC ? shape::sizeAt(xShapeInfo, 1) : shape::sizeAt(xShapeInfo, 2); const int input_width = isNHWC ? shape::sizeAt(xShapeInfo, 2) : shape::sizeAt(xShapeInfo, 3); const int output_depth = isNHWC ? shape::sizeAt(zShapeInfo, 3) : shape::sizeAt(zShapeInfo, 1); const int output_height = isNHWC ? shape::sizeAt(zShapeInfo, 1) : shape::sizeAt(zShapeInfo, 2); const int output_width = isNHWC ? shape::sizeAt(zShapeInfo, 2) : shape::sizeAt(zShapeInfo, 3); const int input_depth_by_output_height = input_depth * output_height; const int output_area = output_width * output_height; const int output_depth_by_output_area = output_depth * output_area; auto tid = threadIdx.x + blockIdx.x * blockDim.x; if (isNHWC) { const int total_count = batch_size * input_height * input_width * input_depth; for (int inp_idx = tid; inp_idx < total_count; inp_idx += blockDim.x * gridDim.x){ // inp_idx = d + input_depth * (w + input_width * (h + input_height * b)) const int d = inp_idx % input_depth; const int inp_idx2 = inp_idx / input_depth; const int w = inp_idx2 % input_width; const int inp_idx3 = inp_idx2 / input_width; const int h = inp_idx3 % input_height; const int b = inp_idx3 / input_height; const int out_h = h / block_size; const int offset_h = h % block_size; const int out_w = w / block_size; const int offset_w = w % block_size; const int offset_d = (offset_h * block_size + offset_w) * input_depth; const int out_d = d + offset_d; const int out_idx = out_d + output_depth * (out_w + output_width * (out_h + output_height * b)); *(output_ptr + out_idx) = *(input_ptr + inp_idx); } } else { const int total_count = batch_size * output_depth_by_output_area; for (int inp_idx = tid; inp_idx < total_count; inp_idx += blockDim.x * gridDim.x) { const int n_iC_oY_bY_oX = inp_idx / block_size; const int bX = inp_idx - n_iC_oY_bY_oX * block_size; const int n_iC_oY_bY = n_iC_oY_bY_oX / output_width; const int oX = n_iC_oY_bY_oX - n_iC_oY_bY * output_width; const int n_iC_oY = n_iC_oY_bY / block_size; const int bY = n_iC_oY_bY - n_iC_oY * block_size; const int n = n_iC_oY / input_depth_by_output_height; const int iC_oY = n_iC_oY - n * input_depth_by_output_height; const int output_idx = oX + (((n * block_size + bY) * block_size + bX) * input_depth_by_output_height + iC_oY) * output_width; *(output_ptr + output_idx) = *(input_ptr + inp_idx); } } } template static void _spaceTodepth_(nd4j::LaunchContext * context, NDArray *input, NDArray *output, int block_size, bool isNHWC) { spaceToDepthKernel<<<512, 512, 1024, *context->getCudaStream()>>>(input->specialBuffer(), input->specialShapeInfo(), output->specialBuffer(), output->specialShapeInfo(), block_size, isNHWC); } void _spaceTodepth(nd4j::LaunchContext * context, NDArray *input, NDArray *output, int block_size, bool isNHWC) { NDArray::prepareSpecialUse({output}, {input}); BUILD_SINGLE_SELECTOR(input->dataType(), _spaceTodepth_, (context, input, output, block_size, isNHWC), LIBND4J_TYPES); NDArray::registerSpecialUse({output}, {input}); } BUILD_SINGLE_TEMPLATE(template void _spaceTodepth_, (nd4j::LaunchContext * context, NDArray *input, NDArray *output, int block_size, bool isNHWC), LIBND4J_TYPES); } } }