1393 lines
68 KiB
C++
1393 lines
68 KiB
C++
/*******************************************************************************
|
|
* Copyright (c) 2015-2018 Skymind, Inc.
|
|
*
|
|
* This program and the accompanying materials are made available under the
|
|
* terms of the Apache License, Version 2.0 which is available at
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
******************************************************************************/
|
|
|
|
|
|
#include <vector>
|
|
#include <system/pointercast.h>
|
|
#include "legacy/NativeOpExecutioner.h"
|
|
#include <types/types.h>
|
|
|
|
#include <helpers/LoopKind.h>
|
|
|
|
#include <loops/pairwise_bool.h>
|
|
#include <loops/broadcasting_bool.h>
|
|
#include <loops/scalar_bool.h>
|
|
|
|
#include <loops/pairwise_int.h>
|
|
#include <loops/broadcasting_int.h>
|
|
#include <loops/scalar_int.h>
|
|
|
|
#include <loops/transform_float.h>
|
|
#include <loops/transform_bool.h>
|
|
#include <loops/transform_any.h>
|
|
#include <loops/transform_same.h>
|
|
#include <loops/transform_strict.h>
|
|
|
|
#include <loops/reduce_float.h>
|
|
#include <loops/reduce_same.h>
|
|
#include <loops/reduce_bool.h>
|
|
#include <loops/reduce_long.h>
|
|
|
|
#include <loops/broadcasting.h>
|
|
#include <loops/indexreduce.h>
|
|
#include <loops/pairwise_transform.h>
|
|
#include <loops/reduce_float.h>
|
|
#include <loops/reduce3.h>
|
|
#include <loops/summarystatsreduce.h>
|
|
#include <loops/transform_same.h>
|
|
#include <loops/scalar.h>
|
|
#include <loops/random.h>
|
|
#include <system/pointercast.h>
|
|
#include <exceptions/datatype_exception.h>
|
|
#include <array/TadPack.h>
|
|
#include <helpers/ConstantTadHelper.h>
|
|
|
|
|
|
#ifdef _OPENMP
|
|
|
|
#include <omp.h>
|
|
#include <helpers/ConstantTadHelper.h>
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
*/
|
|
void NativeOpExecutioner::execIndexReduceScalar(sd::LaunchContext *lc, int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
auto hz = reinterpret_cast<Nd4jLong*>(hZ);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, hz[0] = functions::indexreduce::IndexReduce, ::execScalar(opNum,hX,hXShapeInfo,extraParams), LIBND4J_TYPES, INDEXING_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
* @param dimension
|
|
* @param dimensionLength
|
|
*/
|
|
|
|
void NativeOpExecutioner::execIndexReduce(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
auto hz = reinterpret_cast<Nd4jLong*>(hZ);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::indexreduce::IndexReduce, ::exec(opNum, hX, hXShapeInfo, extraParams, hz, hZShapeInfo, dimension, dimensionLength, tadShapeInfo, tadOffsets), LIBND4J_TYPES, INDEXING_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param hY
|
|
* @param hYShapeInfo
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
* @param dimension
|
|
* @param dimensionLength
|
|
*/
|
|
|
|
void NativeOpExecutioner::execBroadcast(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadOnlyShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadOnlyShapeInfoZ,const Nd4jLong *tadOffsetsZ) {
|
|
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
BUILD_PAIRWISE_SELECTOR(xType, yType, zType, functions::broadcast::Broadcast, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
#else
|
|
|
|
auto loopKind = sd::LoopKind::deduceKindOfLoopBroadcast(hXShapeInfo, hYShapeInfo, hZShapeInfo);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR_THRICE(xType, functions::broadcast::Broadcast, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ, loopKind, start, stop), LIBND4J_TYPES);
|
|
};
|
|
|
|
Nd4jLong numTads = 0;
|
|
|
|
switch (loopKind) {
|
|
case sd::LoopKind::BROADCAST_SCALAR_X: {
|
|
numTads = shape::length(hXShapeInfo);
|
|
}
|
|
break;
|
|
case sd::LoopKind::BROADCAST_SCALAR_Y: {
|
|
numTads = shape::length(hYShapeInfo);
|
|
}
|
|
break;
|
|
case sd::LoopKind::BROADCAST_3D: {
|
|
numTads = shape::sizeAt(hZShapeInfo, 0);
|
|
}
|
|
break;
|
|
case sd::LoopKind::BROADCAST_4D: {
|
|
numTads = shape::sizeAt(hZShapeInfo, 0) * shape::sizeAt(hZShapeInfo, 1);
|
|
}
|
|
break;
|
|
case sd::LoopKind::BROADCAST_5D: {
|
|
numTads = shape::sizeAt(hZShapeInfo, 0) * shape::sizeAt(hZShapeInfo, 1);
|
|
}
|
|
break;
|
|
default: {
|
|
auto xLen = shape::length(hXShapeInfo);
|
|
auto yLen = shape::length(hYShapeInfo);
|
|
numTads = xLen / yLen;
|
|
}
|
|
}
|
|
|
|
samediff::Threads::parallel_tad(func, 0, numTads);
|
|
|
|
#endif
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execBroadcast(sd::LaunchContext* lc, const int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
BUILD_PAIRWISE_SELECTOR(xType, yType, zType, functions::broadcast::Broadcast, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
#else
|
|
BUILD_SINGLE_SELECTOR_THRICE(xType, functions::broadcast::Broadcast, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo), LIBND4J_TYPES);
|
|
#endif
|
|
}
|
|
|
|
void NativeOpExecutioner::execInverseBroadcast(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadOnlyShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadOnlyShapeInfoZ,const Nd4jLong *tadOffsetsZ) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (!sd::Environment::getInstance().isExperimentalBuild())
|
|
if ((yType != xType && yType != sd::DataType::BOOL) || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOps::execBroadcast both operands must have same data type", xType, yType);
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
BUILD_PAIRWISE_SELECTOR(xType, yType, zType, functions::broadcast::Broadcast, ::execInverse(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
#else
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR_THRICE(xType, functions::broadcast::Broadcast, ::execInverse(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ, start, stop), LIBND4J_TYPES);
|
|
};
|
|
|
|
auto xLen = shape::length(hXShapeInfo);
|
|
auto yLen = shape::length(hYShapeInfo);
|
|
auto numTads = yLen / xLen;
|
|
|
|
samediff::Threads::parallel_tad(func, 0, numTads);
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execBroadcastBool(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadOnlyShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadOnlyShapeInfoZ,const Nd4jLong *tadOffsetsZ) {
|
|
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::broadcast::BroadcastBool, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ, start, stop), LIBND4J_TYPES, BOOL_TYPES);
|
|
};
|
|
|
|
auto xLen = shape::length(hXShapeInfo);
|
|
auto yLen = shape::length(hYShapeInfo);
|
|
auto numTads = xLen / yLen;
|
|
|
|
samediff::Threads::parallel_tad(func, 0, numTads);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execBroadcastBool(sd::LaunchContext* lc, const int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams) {
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::broadcast::BroadcastBool, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams), LIBND4J_TYPES, BOOL_TYPES);
|
|
}
|
|
|
|
|
|
void NativeOpExecutioner::execInverseBroadcastBool(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadOnlyShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadOnlyShapeInfoZ,const Nd4jLong *tadOffsetsZ) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (!sd::Environment::getInstance().isExperimentalBuild())
|
|
if (yType != xType || sd::DataType::BOOL != zType)
|
|
throw sd::datatype_exception::build("NativeOps::execInverseBroadcastBool both operands must have same data type", xType, yType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::broadcast::BroadcastBool, ::execInverse(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ, start, stop), LIBND4J_TYPES, BOOL_TYPES);
|
|
};
|
|
|
|
auto xLen = shape::length(hXShapeInfo);
|
|
auto yLen = shape::length(hYShapeInfo);
|
|
auto numTads = yLen / xLen;
|
|
|
|
samediff::Threads::parallel_tad(func, 0, numTads);
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execBroadcastInt(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadOnlyShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadOnlyShapeInfoZ,const Nd4jLong *tadOffsetsZ) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execBroadcastInt", zType, xType, yType);
|
|
|
|
if (!sd::DataTypeUtils::isZ(zType))
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execBroadcastInt requires integer data type", zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::broadcast::BroadcastInt, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ, start, stop), INTEGER_TYPES);
|
|
};
|
|
|
|
auto xLen = shape::length(hXShapeInfo);
|
|
auto yLen = shape::length(hYShapeInfo);
|
|
auto numTads = xLen / yLen;
|
|
|
|
samediff::Threads::parallel_tad(func, 0, numTads);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execBroadcastInt(sd::LaunchContext *lc, const int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execBroadcastInt", zType, xType, yType);
|
|
|
|
if (!sd::DataTypeUtils::isZ(zType))
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execBroadcastInt requires integer data type", zType);
|
|
|
|
BUILD_SINGLE_SELECTOR(xType, functions::broadcast::BroadcastInt, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo), INTEGER_TYPES);
|
|
|
|
}
|
|
|
|
void NativeOpExecutioner::execInverseBroadcastInt(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadOnlyShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadOnlyShapeInfoZ,const Nd4jLong *tadOffsetsZ) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execInverseBroadcastInt", zType, xType, yType);
|
|
|
|
if (!sd::DataTypeUtils::isZ(zType))
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execInverseBroadcastInt requires integer data type", zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::broadcast::BroadcastInt,::execInverse(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadOnlyShapeInfo, tadOffsets, tadOnlyShapeInfoZ, tadOffsetsZ, start, stop), INTEGER_TYPES);
|
|
};
|
|
|
|
auto xLen = shape::length(hXShapeInfo);
|
|
auto yLen = shape::length(hYShapeInfo);
|
|
auto numTads = yLen / xLen;
|
|
|
|
samediff::Threads::parallel_tad(func, 0, numTads);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param xStride
|
|
* @param hY
|
|
* @param yStride
|
|
* @param hZ
|
|
* @param resultStride
|
|
* @param extraParams
|
|
* @param n
|
|
*/
|
|
void NativeOpExecutioner::execPairwiseTransform(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
BUILD_PAIRWISE_SELECTOR(xType, yType, zType, functions::pairwise_transforms::PairWiseTransform, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
#else
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR_THRICE(xType, functions::pairwise_transforms::PairWiseTransform,
|
|
::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams, start, stop),
|
|
LIBND4J_TYPES);
|
|
};
|
|
|
|
auto zLen = shape::length(hZShapeInfo);
|
|
samediff::Threads::parallel_for(func, 0, zLen, 1, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(zLen / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
|
|
#endif
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execPairwiseBoolTransform(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execPairwiseBoolTransform", xType, yType);
|
|
|
|
if (zType != sd::DataType::BOOL)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execPairwiseBoolTransform", sd::DataType::BOOL, zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::pairwise_transforms::PairWiseBoolTransform, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams, start, stop), LIBND4J_TYPES, BOOL_TYPES);
|
|
};
|
|
|
|
auto zLen = shape::length(hZShapeInfo);
|
|
samediff::Threads::parallel_for(func, 0, zLen, 1, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(zLen / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execPairwiseIntTransform(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hYShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hYShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execPairwiseIntTransform", zType, xType, yType);
|
|
|
|
if (!sd::DataTypeUtils::isZ(zType))
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execSPairwiseInt requires integer data type", zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::pairwise_transforms::PairWiseIntTransform, ::exec(opNum, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraParams, start, stop), INTEGER_TYPES);
|
|
};
|
|
|
|
auto zLen = shape::length(hZShapeInfo);
|
|
samediff::Threads::parallel_for(func, 0, zLen, 1, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(zLen / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
*/
|
|
void NativeOpExecutioner::execReduceFloat(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength) {
|
|
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
// nothing to do here if result is empty
|
|
if (shape::isEmpty(hZShapeInfo))
|
|
return;
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce::ReduceFloatFunction, ::exec(opNum, lc ? lc->getWorkspace() : nullptr, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, dimension), LIBND4J_TYPES, FLOAT_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduceSame(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
|
|
// nothing to do here if result is empty
|
|
if (shape::isEmpty(hZShapeInfo))
|
|
return;
|
|
|
|
BUILD_SINGLE_SELECTOR(xType, functions::reduce::ReduceSameFunction, ::exec(opNum, lc ? lc->getWorkspace() : nullptr, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, dimension), LIBND4J_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduceBool(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
// nothing to do here if result is empty
|
|
if (shape::isEmpty(hZShapeInfo))
|
|
return;
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce::ReduceBoolFunction, ::exec(opNum, lc ? lc->getWorkspace() : nullptr, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, dimension), LIBND4J_TYPES, BOOL_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduceLong(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
// nothing to do here if result is empty
|
|
if (shape::isEmpty(hZShapeInfo))
|
|
return;
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce::ReduceLongFunction, ::exec(opNum, lc ? lc->getWorkspace() : nullptr, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, dimension), LIBND4J_TYPES, LONG_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @return
|
|
*/
|
|
void NativeOpExecutioner::execReduceFloatScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce::ReduceFloatFunction, ::execScalar(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo), LIBND4J_TYPES, FLOAT_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduceSameScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
|
|
BUILD_SINGLE_SELECTOR(xType, functions::reduce::ReduceSameFunction, ::execScalar(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo), LIBND4J_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduceBoolScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce::ReduceBoolFunction, ::execScalar(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo), LIBND4J_TYPES, BOOL_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduceLongScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce::ReduceLongFunction, ::execScalar(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo), LIBND4J_TYPES, LONG_TYPES);
|
|
}
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParamsVals
|
|
* @param hY
|
|
* @param hYShapeInfo
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
* @param dimension
|
|
* @param dimensionLength
|
|
*/
|
|
void NativeOpExecutioner::execReduce3Scalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParamsVals,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce3::Reduce3, ::execScalar(opNum, hX, hXShapeInfo, extraParamsVals, hY, hYShapeInfo, hZ, hZShapeInfo), LIBND4J_TYPES, FLOAT_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParamsVals
|
|
* @param hY
|
|
* @param hYShapeInfo
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
*/
|
|
void NativeOpExecutioner::execReduce3(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParamsVals,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
//BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce3::Reduce3, ::exec(opNum, hX, hXShapeInfo, extraParamsVals, hY, hYShapeInfo, hZ, hZShapeInfo, nullptr, 0), LIBND4J_TYPES, FLOAT_TYPES);
|
|
NativeOpExecutioner::execReduce3Scalar(lc, opNum, hX, hXShapeInfo, dX, dXShapeInfo, extraParamsVals, hY, hYShapeInfo, dY, dYShapeInfo, hZ, hZShapeInfo, dZ, dZShapeInfo);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduce3(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParamsVals,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *xTadOnlyShapeInfo, const Nd4jLong *xTadOffsets,
|
|
const Nd4jLong *yTadOnlyShapeInfo, const Nd4jLong *yTadOffsets) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
const auto xLen = shape::length(hXShapeInfo);
|
|
const auto yLen = shape::length(hYShapeInfo);
|
|
|
|
sd::TadPack tadPack;
|
|
|
|
if(xLen == yLen) {
|
|
tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hXShapeInfo, dimension, dimensionLength);
|
|
}
|
|
else if(yLen > xLen) {
|
|
tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hYShapeInfo, dimension, dimensionLength);
|
|
}
|
|
else {
|
|
tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hXShapeInfo, dimension, dimensionLength);
|
|
}
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce3::Reduce3, ::exec(opNum, hX, hXShapeInfo, extraParamsVals, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, start, stop), LIBND4J_TYPES, FLOAT_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_tad(func, 0, tadPack.numberOfTads());
|
|
}
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduce3All(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParamsVals,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *xTadShapeInfo, const Nd4jLong *xOffsets,
|
|
const Nd4jLong *yTadShapeInfo, const Nd4jLong *yOffsets) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
auto tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hXShapeInfo, dimension, dimensionLength);
|
|
|
|
// TODO: make it 2d
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce3::Reduce3, ::execAll(opNum, hX, hXShapeInfo, extraParamsVals, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, xTadShapeInfo, xOffsets, yTadShapeInfo, yOffsets, start, stop), LIBND4J_TYPES, FLOAT_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_tad(func, 0, tadPack.numberOfTads());
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execReduce3TAD(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParamsVals,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *yTadShapeInfo, const Nd4jLong *yTadOffsets) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
const auto xLen = shape::length(hXShapeInfo);
|
|
const auto yLen = shape::length(hYShapeInfo);
|
|
|
|
sd::TadPack tadPack;
|
|
|
|
if(xLen == yLen) {
|
|
tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hXShapeInfo, dimension, dimensionLength);
|
|
}
|
|
else if(yLen > xLen) {
|
|
tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hYShapeInfo, dimension, dimensionLength);
|
|
}
|
|
else {
|
|
tadPack = sd::ConstantTadHelper::getInstance().tadForDimensions(hXShapeInfo, dimension, dimensionLength);
|
|
}
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::reduce3::Reduce3, ::exec(opNum, hX, hXShapeInfo, extraParamsVals, hY, hYShapeInfo, hZ, hZShapeInfo, dimension, dimensionLength, tadShapeInfo, tadOffsets, start, stop), LIBND4J_TYPES, FLOAT_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_tad(func, 0, tadPack.numberOfTads());
|
|
}
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param xStride
|
|
* @param hZ
|
|
* @param resultStride
|
|
* @param scalar
|
|
* @param extraParams
|
|
* @param n
|
|
*/
|
|
void NativeOpExecutioner::execScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
const void *hScalar, const Nd4jLong *hScalarShapeInfo,
|
|
const void *dScalar, const Nd4jLong *dScalarShapeInfo,
|
|
void *extraParams,
|
|
bool allowParallelism) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hScalarShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hScalarShapeInfo))
|
|
return;
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
BUILD_PAIRWISE_SELECTOR(xType, yType, zType, functions::scalar::ScalarTransform, ::transform(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, hScalar, extraParams), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
#else
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalar", zType, xType, yType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR_THRICE(xType, functions::scalar::ScalarTransform,::transform(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, hScalar, extraParams, start, stop), LIBND4J_TYPES);
|
|
};
|
|
|
|
auto zLen = shape::length(hZShapeInfo);
|
|
samediff::Threads::parallel_for(func, 0, zLen, 1, !allowParallelism ? 1 : sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(zLen / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
|
|
#endif
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
void const* hX, Nd4jLong const*hXShapeInfo,
|
|
void const* dX, Nd4jLong const*dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, Nd4jLong const*hZShapeInfo,
|
|
void *dZ, Nd4jLong const*dZShapeInfo,
|
|
void const* hScalars, Nd4jLong const*hScalarShapeInfo,
|
|
void const* dScalars, Nd4jLong const*dScalarShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
Nd4jLong const*tadShapeInfo, Nd4jLong const*tadOffsets,
|
|
Nd4jLong const*tadShapeInfoZ, Nd4jLong const*tadOffsetsZ) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hScalarShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hScalarShapeInfo))
|
|
return;
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
BUILD_PAIRWISE_SELECTOR(xType, yType, zType, functions::scalar::ScalarTransform, ::transform(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, hScalars, dimension, dimensionLength, tadShapeInfo, tadOffsets, tadShapeInfoZ, tadOffsetsZ), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
#else
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalar", zType, xType, yType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR_THRICE(xType, functions::scalar::ScalarTransform, ::transform(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, hScalars, dimension, dimensionLength, tadShapeInfo, tadOffsets, tadShapeInfoZ, tadOffsetsZ, start, stop), LIBND4J_TYPES);
|
|
};
|
|
|
|
auto yLen = shape::length(hScalarShapeInfo);
|
|
samediff::Threads::parallel_tad(func, 0, yLen, 1, sd::math::nd4j_min<int>(yLen, sd::Environment::getInstance().maxMasterThreads()));
|
|
|
|
#endif
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execScalarBool(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
const void *hScalar, const Nd4jLong *hSscalarShapeInfo,
|
|
const void *dScalar, const Nd4jLong *dSscalarShapeInfo,
|
|
void *extraParams,
|
|
bool allowParallelism) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hSscalarShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hSscalarShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarBool", xType, yType);
|
|
|
|
if (zType != sd::DataType::BOOL)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarBool", sd::DataType::BOOL, zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::scalar::ScalarBoolTransform, ::transform(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, hScalar, extraParams, start, stop), LIBND4J_TYPES, BOOL_TYPES);
|
|
};
|
|
|
|
auto zLen = shape::length(hZShapeInfo);
|
|
samediff::Threads::parallel_for(func, 0, zLen, 1, !allowParallelism ? 1 : sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(zLen / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execScalarBool(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
const void *hScalars, const Nd4jLong *hScalarShapeInfo,
|
|
const void *dScalars, const Nd4jLong *dScalarShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadShapeInfoZ, const Nd4jLong *tadOffsetsZ) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hScalarShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hScalarShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarBool", xType, yType);
|
|
|
|
if (zType != sd::DataType::BOOL)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarBool", sd::DataType::BOOL, zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::scalar::ScalarBoolTransform, ::transform(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, hScalars, dimension, dimensionLength, tadShapeInfo, tadOffsets, tadShapeInfoZ, tadOffsetsZ, start, stop), LIBND4J_TYPES, BOOL_TYPES);
|
|
};
|
|
|
|
auto yLen = shape::length(hScalarShapeInfo);
|
|
samediff::Threads::parallel_tad(func, 0, yLen, 1, sd::math::nd4j_min<int>(yLen, sd::Environment::getInstance().maxMasterThreads()));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execScalarInt(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
const void *hScalar, const Nd4jLong *hSscalarShapeInfo,
|
|
const void *dScalar, const Nd4jLong *dSscalarShapeInfo,
|
|
void *extraParams,
|
|
bool allowParallelism) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hSscalarShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hSscalarShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarInt", xType, yType);
|
|
|
|
if (!sd::DataTypeUtils::isZ(zType))
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarInt", sd::DataType::INT32, zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::scalar::ScalarIntTransform, ::transform(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, hScalar, extraParams, start, stop), INTEGER_TYPES);
|
|
};
|
|
|
|
auto zLen = shape::length(hZShapeInfo);
|
|
samediff::Threads::parallel_for(func, 0, zLen, 1, !allowParallelism ? 1 : sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(zLen / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execScalarInt(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
const void *hScalars, const Nd4jLong *hScalarShapeInfo,
|
|
const void *dScalars, const Nd4jLong *dScalarShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets,
|
|
const Nd4jLong *tadShapeInfoZ, const Nd4jLong *tadOffsetsZ) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto yType = sd::ArrayOptions::dataType(hScalarShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo) || shape::isEmpty(hScalarShapeInfo))
|
|
return;
|
|
|
|
if (xType != yType || xType != zType)
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarInt", xType, yType);
|
|
|
|
if (!sd::DataTypeUtils::isZ(zType))
|
|
throw sd::datatype_exception::build("NativeOpExecutioner::execScalarInt requires integer data type", zType);
|
|
|
|
auto func = PRAGMA_THREADS_FOR {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::scalar::ScalarIntTransform, ::transform(opNum, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, hScalars, dimension, dimensionLength, tadShapeInfo, tadOffsets, tadShapeInfoZ, tadOffsetsZ, start, stop), INTEGER_TYPES);
|
|
};
|
|
|
|
auto yLen = shape::length(hScalarShapeInfo);
|
|
samediff::Threads::parallel_tad(func, 0, yLen, 1, sd::math::nd4j_min<int>(yLen, sd::Environment::getInstance().maxMasterThreads()));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
*/
|
|
void NativeOpExecutioner::execSummaryStats(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
bool biasCorrected) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::summarystats::SummaryStatsReduce, ::exec(opNum, biasCorrected, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, nullptr, 1), LIBND4J_TYPES, FLOAT_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
*/
|
|
void NativeOpExecutioner::execSummaryStatsScalar(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
bool biasCorrected) {
|
|
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::summarystats::SummaryStatsReduce, ::execScalar(opNum, biasCorrected, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo), LIBND4J_TYPES, FLOAT_TYPES);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param hXShapeInfo
|
|
* @param extraParams
|
|
* @param hZ
|
|
* @param hZShapeInfo
|
|
* @param dimension
|
|
* @param dimensionLength
|
|
*/
|
|
void NativeOpExecutioner::execSummaryStats(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *extraParams,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
int *dimension, int dimensionLength,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets,
|
|
bool biasCorrected) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::summarystats::SummaryStatsReduce, ::exec(opNum, biasCorrected, hX, hXShapeInfo, extraParams, hZ, hZShapeInfo, dimension, dimensionLength), LIBND4J_TYPES, FLOAT_TYPES);
|
|
}
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
/**
|
|
*
|
|
* @param opNum
|
|
* @param hX
|
|
* @param xStride
|
|
* @param hZ
|
|
* @param resultStride
|
|
* @param extraParams
|
|
* @param n
|
|
*/
|
|
void NativeOpExecutioner::execTransformFloat(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo))
|
|
return;
|
|
|
|
auto func = PRAGMA_THREADS_DO {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::transform::TransformFloat, ::exec(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, extraParams, thread_id, numThreads), LIBND4J_TYPES, FLOAT_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_do(func, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(shape::length(hZShapeInfo) / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execTransformBool(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo))
|
|
return;
|
|
|
|
auto func = PRAGMA_THREADS_DO {
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::transform::TransformBool, ::exec(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, extraParams, thread_id, numThreads), LIBND4J_TYPES, BOOL_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_do(func, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(shape::length(hZShapeInfo) / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execTransformAny(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets,
|
|
bool allowParallelism) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo))
|
|
return;
|
|
|
|
if (opNum == sd::transform::Assign && shape::order(hXShapeInfo) == shape::order(hZShapeInfo) && shape::order(hXShapeInfo) == 'c' && xType == zType && shape::elementWiseStride(hXShapeInfo) == 1 && shape::elementWiseStride(hZShapeInfo) == 1) {
|
|
|
|
memcpy(hZ, hX, shape::length(hXShapeInfo) * sd::DataTypeUtils::sizeOfElement(xType));
|
|
}
|
|
else {
|
|
auto func = PRAGMA_THREADS_DO {
|
|
|
|
BUILD_DOUBLE_SELECTOR(xType, zType, functions::transform::TransformAny, ::exec(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, extraParams, thread_id, numThreads), LIBND4J_TYPES, LIBND4J_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_do(func, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(shape::length(hZShapeInfo) / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execTransformSame(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo))
|
|
return;
|
|
|
|
auto func = PRAGMA_THREADS_DO {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::transform::TransformSame, ::exec(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, extraParams, thread_id, numThreads), LIBND4J_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_do(func, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(shape::length(hZShapeInfo) / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execTransformStrict(sd::LaunchContext *lc,
|
|
int opNum,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraParams,
|
|
const Nd4jLong *tadShapeInfo, const Nd4jLong *tadOffsets) {
|
|
auto xType = sd::ArrayOptions::dataType(hXShapeInfo);
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
if (shape::isEmpty(hXShapeInfo))
|
|
return;
|
|
|
|
auto func = PRAGMA_THREADS_DO {
|
|
BUILD_SINGLE_SELECTOR(xType, functions::transform::TransformStrict, ::exec(opNum, hX, hXShapeInfo, hZ, hZShapeInfo, extraParams, thread_id, numThreads), FLOAT_TYPES);
|
|
};
|
|
|
|
samediff::Threads::parallel_do(func, sd::math::nd4j_max<int>(1, sd::math::nd4j_min<int>(shape::length(hZShapeInfo) / 1024, sd::Environment::getInstance().maxMasterThreads())));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execRandom(sd::LaunchContext *lc,
|
|
int opNum,
|
|
Nd4jPointer state,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraArguments) {
|
|
|
|
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_SINGLE_SELECTOR(zType, functions::random::RandomFunction, ::execTransform(opNum, state, hZ, hZShapeInfo, extraArguments), FLOAT_TYPES);
|
|
|
|
auto rng = reinterpret_cast<sd::graph::RandomGenerator*>(state);
|
|
rng->rewindH(shape::length(hZShapeInfo));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execRandom(sd::LaunchContext *lc,
|
|
int opNum,
|
|
Nd4jPointer state,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraArguments) {
|
|
|
|
auto zType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_SINGLE_SELECTOR(zType, functions::random::RandomFunction, ::execTransform(opNum, state, hX, hXShapeInfo, hZ, hZShapeInfo, extraArguments), FLOAT_TYPES);
|
|
|
|
auto rng = reinterpret_cast<sd::graph::RandomGenerator*>(state);
|
|
rng->rewindH(shape::length(hZShapeInfo));
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
void NativeOpExecutioner::execRandom(sd::LaunchContext *lc,
|
|
int opNum,
|
|
Nd4jPointer state,
|
|
const void *hX, const Nd4jLong *hXShapeInfo,
|
|
const void *dX, const Nd4jLong *dXShapeInfo,
|
|
const void *hY, const Nd4jLong *hYShapeInfo,
|
|
const void *dY, const Nd4jLong *dYShapeInfo,
|
|
void *hZ, const Nd4jLong *hZShapeInfo,
|
|
void *dZ, const Nd4jLong *dZShapeInfo,
|
|
void *extraArguments) {
|
|
|
|
auto xType = sd::ArrayOptions::dataType(hZShapeInfo);
|
|
|
|
BUILD_SINGLE_SELECTOR(xType, functions::random::RandomFunction, ::execTransform(opNum, state, hX, hXShapeInfo, hY, hYShapeInfo, hZ, hZShapeInfo, extraArguments), FLOAT_TYPES);
|
|
|
|
auto rng = reinterpret_cast<sd::graph::RandomGenerator*>(state);
|
|
rng->rewindH(shape::length(hZShapeInfo));
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|