2019-06-06 14:21:15 +02:00
|
|
|
/*******************************************************************************
|
|
|
|
* Copyright (c) 2015-2018 Skymind, Inc.
|
|
|
|
*
|
|
|
|
* This program and the accompanying materials are made available under the
|
|
|
|
* terms of the Apache License, Version 2.0 which is available at
|
|
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
|
|
* License for the specific language governing permissions and limitations
|
|
|
|
* under the License.
|
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
|
|
******************************************************************************/
|
|
|
|
|
|
|
|
//
|
|
|
|
// @author raver119@gmail.com
|
|
|
|
//
|
|
|
|
|
|
|
|
#ifndef __CUDABLAS__
|
|
|
|
|
2020-03-02 10:49:41 +01:00
|
|
|
#include <helpers/ConstantShapeHelper.h>
|
|
|
|
#include <helpers/logger.h>
|
|
|
|
#include <helpers/ShapeBuilders.h>
|
|
|
|
#include <helpers/ShapeUtils.h>
|
2020-06-06 14:26:55 +02:00
|
|
|
#include <array/PrimaryPointerDeallocator.h>
|
2019-06-06 14:21:15 +02:00
|
|
|
|
2020-03-02 10:49:41 +01:00
|
|
|
namespace sd {
|
2019-06-06 14:21:15 +02:00
|
|
|
ConstantShapeHelper::ConstantShapeHelper() {
|
|
|
|
_cache.resize(32);
|
|
|
|
for (int e = 0; e < 32; e++) {
|
2020-06-06 14:26:55 +02:00
|
|
|
MAP_IMPL<ShapeDescriptor, ConstantShapeBuffer> cache;
|
2019-06-06 14:21:15 +02:00
|
|
|
_cache[e] = cache;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
ConstantShapeHelper& ConstantShapeHelper::getInstance() {
|
|
|
|
static ConstantShapeHelper instance;
|
|
|
|
return instance;
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::bufferForShapeInfo(sd::DataType dataType, char order, const std::vector<Nd4jLong> &shape) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(dataType, order, shape);
|
|
|
|
return bufferForShapeInfo(descriptor);
|
|
|
|
}
|
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::bufferForShapeInfo(const sd::DataType dataType, const char order, const int rank, const Nd4jLong* shape) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(dataType, order, shape, rank);
|
|
|
|
return bufferForShapeInfo(descriptor);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::bufferForShapeInfo(const ShapeDescriptor &descriptor) {
|
|
|
|
int deviceId = 0;
|
2019-06-06 14:21:15 +02:00
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
std::lock_guard<std::mutex> lock(_mutex);
|
2019-06-06 14:21:15 +02:00
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
if (_cache[deviceId].count(descriptor) == 0) {
|
|
|
|
auto hPtr = std::make_shared<PointerWrapper>(descriptor.toShapeInfo(), std::make_shared<PrimaryPointerDeallocator>());
|
|
|
|
ConstantShapeBuffer buffer(hPtr);
|
|
|
|
ShapeDescriptor descriptor1(descriptor);
|
|
|
|
_cache[deviceId][descriptor1] = buffer;
|
|
|
|
return _cache[deviceId][descriptor1];
|
|
|
|
} else {
|
|
|
|
return _cache[deviceId].at(descriptor);
|
|
|
|
}
|
|
|
|
}
|
2019-06-06 14:21:15 +02:00
|
|
|
|
2020-06-06 14:26:55 +02:00
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::bufferForShapeInfo(const Nd4jLong *shapeInfo) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(shapeInfo);
|
|
|
|
return bufferForShapeInfo(descriptor);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool ConstantShapeHelper::checkBufferExistenceForShapeInfo(ShapeDescriptor &descriptor) {
|
|
|
|
bool result;
|
|
|
|
int deviceId = 0;
|
2020-05-09 07:06:14 +02:00
|
|
|
std::lock_guard<std::mutex> lock(_mutex);
|
2019-06-06 14:21:15 +02:00
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
return _cache[deviceId].count(descriptor) != 0;
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::createShapeInfo(const sd::DataType dataType, const char order, const int rank, const Nd4jLong* shape) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(dataType, order, shape, rank);
|
2020-06-06 14:26:55 +02:00
|
|
|
return bufferForShapeInfo(descriptor).primary();
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::createShapeInfo(const sd::DataType dataType, const Nd4jLong* shapeInfo) {
|
2019-10-26 13:14:21 +02:00
|
|
|
return ConstantShapeHelper::createShapeInfo(dataType, shape::order(shapeInfo), shape::rank(shapeInfo), shape::shapeOf(const_cast<Nd4jLong*>(shapeInfo)));
|
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::emptyShapeInfo(const sd::DataType dataType) {
|
2019-06-06 14:21:15 +02:00
|
|
|
auto descriptor = ShapeDescriptor::emptyDescriptor(dataType);
|
2020-06-06 14:26:55 +02:00
|
|
|
return bufferForShapeInfo(descriptor).primary();
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::scalarShapeInfo(const sd::DataType dataType) {
|
2019-06-06 14:21:15 +02:00
|
|
|
auto descriptor = ShapeDescriptor::scalarDescriptor(dataType);
|
2020-06-06 14:26:55 +02:00
|
|
|
return bufferForShapeInfo(descriptor).primary();
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::vectorShapeInfo(const Nd4jLong length, const sd::DataType dataType) {
|
2019-06-06 14:21:15 +02:00
|
|
|
auto descriptor = ShapeDescriptor::vectorDescriptor(length, dataType);
|
2020-06-06 14:26:55 +02:00
|
|
|
return bufferForShapeInfo(descriptor).primary();
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::createShapeInfo(const sd::DataType dataType, const char order, const std::vector<Nd4jLong> &shape) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(dataType, order, shape);
|
2020-06-06 14:26:55 +02:00
|
|
|
return bufferForShapeInfo(descriptor).primary();
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::createShapeInfo(const ShapeDescriptor &descriptor) {
|
2020-06-06 14:26:55 +02:00
|
|
|
return bufferForShapeInfo(descriptor).primary();
|
2019-06-06 14:21:15 +02:00
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::createFromExisting(Nd4jLong *shapeInfo, bool destroyOriginal) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(shapeInfo);
|
|
|
|
auto result = createShapeInfo(descriptor);
|
|
|
|
|
|
|
|
if (destroyOriginal)
|
|
|
|
RELEASE(shapeInfo, nullptr)
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2020-05-09 07:06:14 +02:00
|
|
|
const Nd4jLong* ConstantShapeHelper::createFromExisting(Nd4jLong *shapeInfo, sd::memory::Workspace *workspace) {
|
2019-06-06 14:21:15 +02:00
|
|
|
ShapeDescriptor descriptor(shapeInfo);
|
|
|
|
auto result = createShapeInfo(descriptor);
|
|
|
|
|
|
|
|
RELEASE(shapeInfo, workspace);
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2020-03-10 14:29:09 +01:00
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
2020-06-06 14:26:55 +02:00
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::createShapeInfoWithUnitiesForBroadcast(const Nd4jLong* maxShapeInfo, const Nd4jLong* minShapeInfo, sd::memory::Workspace* workspace, const std::vector<int> &dimensions) {
|
2020-03-10 14:29:09 +01:00
|
|
|
|
|
|
|
Nd4jLong* newShapeInfo = nullptr;
|
|
|
|
ALLOCATE(newShapeInfo, workspace, shape::shapeInfoLength(shape::rank(maxShapeInfo)), Nd4jLong);
|
|
|
|
|
|
|
|
newShapeInfo[0] = shape::rank(maxShapeInfo);
|
|
|
|
|
|
|
|
sd::ArrayOptions::copyDataType(newShapeInfo, minShapeInfo); // type
|
|
|
|
newShapeInfo[2 * newShapeInfo[0] + 2] = shape::elementWiseStride(minShapeInfo); // ews
|
|
|
|
newShapeInfo[2 * newShapeInfo[0] + 3] = shape::order(minShapeInfo); // order
|
|
|
|
|
|
|
|
if(!dimensions.empty()) {
|
|
|
|
|
|
|
|
for(uint k = 0, j = 0, i = 0; i < shape::rank(maxShapeInfo); ++i) {
|
|
|
|
|
|
|
|
if(j < dimensions.size() && dimensions[j] == i) {
|
|
|
|
shape::shapeOf(newShapeInfo)[i] = shape::shapeOf(minShapeInfo)[k];
|
|
|
|
shape::stride(newShapeInfo)[i] = shape::stride(minShapeInfo)[k++];
|
|
|
|
++j;
|
|
|
|
}
|
|
|
|
else{
|
|
|
|
shape::shapeOf(newShapeInfo)[i] = 1;
|
|
|
|
shape::stride(newShapeInfo)[i] = 0;
|
|
|
|
if(shape::sizeAt(minShapeInfo, k) == 1 && dimensions.size() != shape::rank(minShapeInfo))
|
|
|
|
++k;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else{
|
|
|
|
|
|
|
|
for(int j = shape::rank(minShapeInfo) - 1, i = shape::rank(maxShapeInfo) - 1; i >=0 ; --i) {
|
|
|
|
|
|
|
|
if(j >= 0) {
|
|
|
|
shape::shapeOf(newShapeInfo)[i] = shape::shapeOf(minShapeInfo)[j];
|
|
|
|
shape::stride(newShapeInfo)[i] = shape::shapeOf(minShapeInfo)[j] == 1 ? 0 : shape::stride(minShapeInfo)[j];
|
|
|
|
--j;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
shape::shapeOf(newShapeInfo)[i] = 1;
|
|
|
|
shape::stride(newShapeInfo)[i] = 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ShapeDescriptor descriptor(newShapeInfo);
|
|
|
|
|
|
|
|
RELEASE(newShapeInfo, workspace);
|
|
|
|
|
|
|
|
return bufferForShapeInfo(descriptor);
|
|
|
|
}
|
2020-07-26 14:59:27 +02:00
|
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::createShapeInfoWithNoUnitiesForReduce(const Nd4jLong* inShapeInfo, const std::vector<int> &dimsWithUnities, sd::memory::Workspace* workspace) {
|
|
|
|
|
|
|
|
Nd4jLong* newShapeInfo = nullptr;
|
|
|
|
ALLOCATE(newShapeInfo, workspace, shape::shapeInfoLength(shape::rank(inShapeInfo) - dimsWithUnities.size()), Nd4jLong);
|
|
|
|
|
|
|
|
int temp;
|
|
|
|
if(dimsWithUnities.size() == 1 && shape::isCommonVector(inShapeInfo, temp) && temp == dimsWithUnities[0]) {
|
|
|
|
auto dims = ShapeUtils::evalDimsToExclude(shape::rank(inShapeInfo), {temp});
|
|
|
|
shape::excludeUnitiesFromShapeInfo(inShapeInfo, dims.data(), dims.size(), newShapeInfo);
|
|
|
|
} else {
|
|
|
|
shape::excludeUnitiesFromShapeInfo(inShapeInfo, dimsWithUnities.data(), dimsWithUnities.size(), newShapeInfo);
|
|
|
|
}
|
|
|
|
|
|
|
|
ShapeDescriptor descriptor(newShapeInfo);
|
|
|
|
|
|
|
|
RELEASE(newShapeInfo, workspace);
|
|
|
|
|
|
|
|
return bufferForShapeInfo(descriptor);
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
|
|
ConstantShapeBuffer& ConstantShapeHelper::createSubArrShapeInfo(const Nd4jLong* inShapeInfo, const int* dims, const int dimsSize, sd::memory::Workspace* workspace) {
|
|
|
|
|
|
|
|
Nd4jLong* newShapeInfo = ShapeBuilders::createSubArrShapeInfo(inShapeInfo, dims, dimsSize, workspace);
|
|
|
|
|
|
|
|
ShapeDescriptor descriptor(newShapeInfo);
|
|
|
|
|
|
|
|
RELEASE(newShapeInfo, workspace);
|
|
|
|
|
|
|
|
return bufferForShapeInfo(descriptor);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
}
|
2019-06-06 14:21:15 +02:00
|
|
|
|
|
|
|
#endif
|