107 lines
5.0 KiB
Plaintext
107 lines
5.0 KiB
Plaintext
/*******************************************************************************
|
|
* Copyright (c) 2015-2018 Skymind, Inc.
|
|
*
|
|
* This program and the accompanying materials are made available under the
|
|
* terms of the Apache License, Version 2.0 which is available at
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
******************************************************************************/
|
|
|
|
//
|
|
//
|
|
//
|
|
|
|
#include <ops/declarable/helpers/s_t_d.h>
|
|
|
|
namespace nd4j {
|
|
namespace ops {
|
|
namespace helpers {
|
|
template <typename T>
|
|
static _CUDA_G void spaceToDepthKernel(void *vx, Nd4jLong *xShapeInfo, void *vz, Nd4jLong *zShapeInfo, const int block_size, const bool isNHWC) {
|
|
auto input_ptr = reinterpret_cast<T *>(vx);
|
|
auto output_ptr = reinterpret_cast<T *>(vz);
|
|
|
|
const int batch_size = shape::sizeAt(xShapeInfo, 0);
|
|
const int input_depth = isNHWC ? shape::sizeAt(xShapeInfo, 3) : shape::sizeAt(xShapeInfo, 1);
|
|
const int input_height = isNHWC ? shape::sizeAt(xShapeInfo, 1) : shape::sizeAt(xShapeInfo, 2);
|
|
const int input_width = isNHWC ? shape::sizeAt(xShapeInfo, 2) : shape::sizeAt(xShapeInfo, 3);
|
|
|
|
const int output_depth = isNHWC ? shape::sizeAt(zShapeInfo, 3) : shape::sizeAt(zShapeInfo, 1);
|
|
const int output_height = isNHWC ? shape::sizeAt(zShapeInfo, 1) : shape::sizeAt(zShapeInfo, 2);
|
|
const int output_width = isNHWC ? shape::sizeAt(zShapeInfo, 2) : shape::sizeAt(zShapeInfo, 3);
|
|
|
|
const int input_depth_by_output_height = input_depth * output_height;
|
|
|
|
const int output_area = output_width * output_height;
|
|
const int output_depth_by_output_area = output_depth * output_area;
|
|
|
|
auto tid = threadIdx.x + blockIdx.x * blockDim.x;
|
|
|
|
if (isNHWC) {
|
|
const int total_count = batch_size * input_height * input_width * input_depth;
|
|
|
|
for (int inp_idx = tid; inp_idx < total_count; inp_idx += blockDim.x * gridDim.x){
|
|
// inp_idx = d + input_depth * (w + input_width * (h + input_height * b))
|
|
const int d = inp_idx % input_depth;
|
|
const int inp_idx2 = inp_idx / input_depth;
|
|
const int w = inp_idx2 % input_width;
|
|
const int inp_idx3 = inp_idx2 / input_width;
|
|
const int h = inp_idx3 % input_height;
|
|
const int b = inp_idx3 / input_height;
|
|
|
|
const int out_h = h / block_size;
|
|
const int offset_h = h % block_size;
|
|
const int out_w = w / block_size;
|
|
const int offset_w = w % block_size;
|
|
const int offset_d = (offset_h * block_size + offset_w) * input_depth;
|
|
const int out_d = d + offset_d;
|
|
|
|
const int out_idx = out_d + output_depth * (out_w + output_width * (out_h + output_height * b));
|
|
*(output_ptr + out_idx) = *(input_ptr + inp_idx);
|
|
}
|
|
} else {
|
|
const int total_count = batch_size * output_depth_by_output_area;
|
|
|
|
for (int inp_idx = tid; inp_idx < total_count; inp_idx += blockDim.x * gridDim.x) {
|
|
const int n_iC_oY_bY_oX = inp_idx / block_size;
|
|
const int bX = inp_idx - n_iC_oY_bY_oX * block_size;
|
|
|
|
const int n_iC_oY_bY = n_iC_oY_bY_oX / output_width;
|
|
const int oX = n_iC_oY_bY_oX - n_iC_oY_bY * output_width;
|
|
|
|
const int n_iC_oY = n_iC_oY_bY / block_size;
|
|
const int bY = n_iC_oY_bY - n_iC_oY * block_size;
|
|
|
|
const int n = n_iC_oY / input_depth_by_output_height;
|
|
const int iC_oY = n_iC_oY - n * input_depth_by_output_height;
|
|
|
|
const int output_idx = oX + (((n * block_size + bY) * block_size + bX) * input_depth_by_output_height + iC_oY) * output_width;
|
|
|
|
*(output_ptr + output_idx) = *(input_ptr + inp_idx);
|
|
}
|
|
}
|
|
}
|
|
|
|
template <typename T>
|
|
static void _spaceTodepth_(nd4j::LaunchContext * context, NDArray *input, NDArray *output, int block_size, bool isNHWC) {
|
|
spaceToDepthKernel<T><<<512, 512, 1024, *context->getCudaStream()>>>(input->specialBuffer(), input->specialShapeInfo(), output->specialBuffer(), output->specialShapeInfo(), block_size, isNHWC);
|
|
}
|
|
|
|
void _spaceTodepth(nd4j::LaunchContext * context, NDArray *input, NDArray *output, int block_size, bool isNHWC) {
|
|
NDArray::prepareSpecialUse({output}, {input});
|
|
BUILD_SINGLE_SELECTOR(input->dataType(), _spaceTodepth_, (context, input, output, block_size, isNHWC), LIBND4J_TYPES);
|
|
NDArray::registerSpecialUse({output}, {input});
|
|
}
|
|
|
|
BUILD_SINGLE_TEMPLATE(template void _spaceTodepth_, (nd4j::LaunchContext * context, NDArray *input, NDArray *output, int block_size, bool isNHWC), LIBND4J_TYPES);
|
|
|
|
}
|
|
}
|
|
} |