cavis/libnd4j/include/array/ShapeDescriptor.h

124 lines
4.6 KiB
C
Raw Normal View History

2019-06-06 14:21:15 +02:00
/*******************************************************************************
* Copyright (c) 2015-2018 Skymind, Inc.
2021-02-01 06:31:20 +01:00
* Copyright (c) 2019-2020 Konduit K.K.
*
2019-06-06 14:21:15 +02:00
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
//
// @author raver119@gmail.com
2021-02-01 06:31:20 +01:00
// @author AbdelRauf
2019-06-06 14:21:15 +02:00
#ifndef DEV_TESTS_SHAPEDESCRIPTOR_H
#define DEV_TESTS_SHAPEDESCRIPTOR_H
[WIP] Memory limits (#167) * initial commit Signed-off-by: raver119 <raver119@gmail.com> * one more initial commit Signed-off-by: raver119 <raver119@gmail.com> * additional initial commit Signed-off-by: raver119 <raver119@gmail.com> * subsequent initial commit Signed-off-by: raver119 <raver119@gmail.com> * initial commit testing Signed-off-by: raver119 <raver119@gmail.com> * initial commit per device Signed-off-by: raver119 <raver119@gmail.com> * initial commit per group Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + few missed lines Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + missed includes Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + one more missed include Signed-off-by: raver119 <raver119@gmail.com> * initial commit shouldn't count host mem as dev0 in cuda Signed-off-by: raver119 <raver119@gmail.com> * initial commit that tracks HOST group limits for CUDA Signed-off-by: raver119 <raver119@gmail.com> * initial commit with some Environment changes Signed-off-by: raver119 <raver119@gmail.com> * initial commit with more Environment changes Signed-off-by: raver119 <raver119@gmail.com> * initial commit with maxMasterThreads fix Signed-off-by: raver119 <raver119@gmail.com> * initial commit with maxMasterThreads fix Signed-off-by: raver119 <raver119@gmail.com> * initial commit without maxMasterThreads exception Signed-off-by: raver119 <raver119@gmail.com> * initial commit without Nd4jULong in Environment Signed-off-by: raver119 <raver119@gmail.com> * add sleep and more iterations for OOM cases Signed-off-by: raver119 <raver119@gmail.com> * limits propagation from java side Signed-off-by: raver119 <raver119@gmail.com> * - consume ErrorCode every time - one test for memory limits Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * RSub op mapping fixed Signed-off-by: raver119 <raver119@gmail.com> * typo fixed Signed-off-by: raver119 <raver119@gmail.com> * one bad test fixed Signed-off-by: raver119 <raver119@gmail.com>
2020-01-24 08:11:09 +01:00
#include <unordered_map>
2019-06-06 14:21:15 +02:00
#include <vector>
#include <system/dll.h>
#include <system/pointercast.h>
2021-02-01 06:31:20 +01:00
#include <array/ArrayOptions.h>
#include <array/DataType.h>
2019-06-06 14:21:15 +02:00
#include <initializer_list>
namespace sd {
2019-06-06 14:21:15 +02:00
2021-02-01 06:31:20 +01:00
#define SHAPE_DESC_OK 0
#define SHAPE_DESC_INCORRECT_STRIDES 1 //strides does not match shapes
#define SHAPE_DESC_INCORRECT_EWS 2 //ews neither matches stride nor continuity
#define SHAPE_DESC_INCORRECT_RANK 4 //rank > 32 or shape size and rank does not match
2019-06-06 14:21:15 +02:00
class ND4J_EXPORT ShapeDescriptor {
private:
int _rank = 0;
std::vector<Nd4jLong> _shape;
std::vector<Nd4jLong> _strides;
Nd4jLong _ews = 1;
char _order = 'c';
DataType _dataType;
2021-02-01 06:31:20 +01:00
Nd4jLong _extraProperties = 0;
Nd4jLong _paddedAllocSize = 0;
2019-06-06 14:21:15 +02:00
public:
ShapeDescriptor(const ShapeDescriptor &other);
ShapeDescriptor(const Nd4jLong *shapeInfo, bool inheritDtype = true);
explicit ShapeDescriptor(const Nd4jLong *shapeInfo, const sd::DataType dtypeOverride);
2019-06-06 14:21:15 +02:00
explicit ShapeDescriptor(const Nd4jLong *shapeInfo, const Nd4jLong *dtypeOverride);
explicit ShapeDescriptor(const Nd4jLong *shapeInfo, const Nd4jLong *dtypeOverride, const Nd4jLong *orderOverride);
explicit ShapeDescriptor(const DataType type, const Nd4jLong length);
explicit ShapeDescriptor(const DataType type, const char order, const Nd4jLong *shape, const int rank);
explicit ShapeDescriptor(const DataType type, const char order, const std::initializer_list<Nd4jLong> &shape);
explicit ShapeDescriptor(const DataType type, const char order, const std::vector<Nd4jLong> &shape);
explicit ShapeDescriptor(const DataType type, const char order, const std::vector<Nd4jLong> &shape, const std::vector<Nd4jLong> &strides);
explicit ShapeDescriptor(const DataType type, const char order, const std::vector<Nd4jLong> &shape, const std::vector<Nd4jLong> &strides, const Nd4jLong ews);
2021-02-01 06:31:20 +01:00
explicit ShapeDescriptor(const DataType type, const char order, const Nd4jLong *shape, const Nd4jLong *strides, const int rank, Nd4jLong ews, Nd4jLong extras);
2019-06-06 14:21:15 +02:00
ShapeDescriptor() = default;
~ShapeDescriptor() = default;
int rank() const;
Nd4jLong ews() const;
Nd4jLong arrLength() const;
char order() const;
DataType dataType() const;
bool isEmpty() const;
std::vector<Nd4jLong>& shape();
std::vector<Nd4jLong>& strides();
2021-02-01 06:31:20 +01:00
//returns minimal allocation length
Nd4jLong allocLength() const;
//returns Status for the correctness
Nd4jLong validate() const;
2019-06-06 14:21:15 +02:00
// we use default copy assignment operator
ShapeDescriptor& operator=(const ShapeDescriptor& other) = default;
// we use default move assignment operator
ShapeDescriptor& operator=(ShapeDescriptor&& other) noexcept = default;
// equal to operator
bool operator==(const ShapeDescriptor &other) const;
// less than operator
bool operator<(const ShapeDescriptor &other) const;
Nd4jLong* toShapeInfo() const;
2021-02-01 06:31:20 +01:00
2019-06-06 14:21:15 +02:00
static ShapeDescriptor emptyDescriptor(const DataType type);
static ShapeDescriptor scalarDescriptor(const DataType type);
static ShapeDescriptor vectorDescriptor(const Nd4jLong length, const DataType type);
2021-02-01 06:31:20 +01:00
//create Descriptor with padded buffer.
static ShapeDescriptor paddedBufferDescriptor(const DataType type, const char order, const std::vector<Nd4jLong>& shape, const std::vector<Nd4jLong>& paddings);
2019-06-06 14:21:15 +02:00
};
}
2019-06-06 14:21:15 +02:00
#ifndef __JAVACPP_HACK__
2019-06-06 14:21:15 +02:00
namespace std {
template<>
class ND4J_EXPORT hash<sd::ShapeDescriptor> {
public:
size_t operator()(const sd::ShapeDescriptor &k) const;
};
2019-06-06 14:21:15 +02:00
}
#endif
2019-06-06 14:21:15 +02:00
#endif //DEV_TESTS_SHAPEDESCRIPTOR_H