cavis/libnd4j/include/array/NDArrayList.h

98 lines
2.6 KiB
C
Raw Normal View History

2019-06-06 14:21:15 +02:00
/*******************************************************************************
* Copyright (c) 2015-2018 Skymind, Inc.
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
//
// This class describes collection of NDArrays
//
// @author raver119!gmail.com
//
#ifndef NDARRAY_LIST_H
#define NDARRAY_LIST_H
#include <string>
#include <atomic>
[WIP] Memory limits (#167) * initial commit Signed-off-by: raver119 <raver119@gmail.com> * one more initial commit Signed-off-by: raver119 <raver119@gmail.com> * additional initial commit Signed-off-by: raver119 <raver119@gmail.com> * subsequent initial commit Signed-off-by: raver119 <raver119@gmail.com> * initial commit testing Signed-off-by: raver119 <raver119@gmail.com> * initial commit per device Signed-off-by: raver119 <raver119@gmail.com> * initial commit per group Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + few missed lines Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + missed includes Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + one more missed include Signed-off-by: raver119 <raver119@gmail.com> * initial commit shouldn't count host mem as dev0 in cuda Signed-off-by: raver119 <raver119@gmail.com> * initial commit that tracks HOST group limits for CUDA Signed-off-by: raver119 <raver119@gmail.com> * initial commit with some Environment changes Signed-off-by: raver119 <raver119@gmail.com> * initial commit with more Environment changes Signed-off-by: raver119 <raver119@gmail.com> * initial commit with maxMasterThreads fix Signed-off-by: raver119 <raver119@gmail.com> * initial commit with maxMasterThreads fix Signed-off-by: raver119 <raver119@gmail.com> * initial commit without maxMasterThreads exception Signed-off-by: raver119 <raver119@gmail.com> * initial commit without Nd4jULong in Environment Signed-off-by: raver119 <raver119@gmail.com> * add sleep and more iterations for OOM cases Signed-off-by: raver119 <raver119@gmail.com> * limits propagation from java side Signed-off-by: raver119 <raver119@gmail.com> * - consume ErrorCode every time - one test for memory limits Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * RSub op mapping fixed Signed-off-by: raver119 <raver119@gmail.com> * typo fixed Signed-off-by: raver119 <raver119@gmail.com> * one bad test fixed Signed-off-by: raver119 <raver119@gmail.com>
2020-01-24 08:11:09 +01:00
#include <unordered_map>
#include <array/NDArray.h>
2019-06-06 14:21:15 +02:00
#include <memory/Workspace.h>
#include <system/dll.h>
2019-06-06 14:21:15 +02:00
namespace sd {
2019-06-06 14:21:15 +02:00
class ND4J_EXPORT NDArrayList {
private:
// workspace where chunks belong to
//sd::memory::Workspace* _workspace = nullptr;
sd::LaunchContext * _context = sd::LaunchContext ::defaultContext();
2019-06-06 14:21:15 +02:00
// numeric and symbolic ids of this list
std::pair<int, int> _id;
std::string _name;
sd::DataType _dtype;
2019-06-06 14:21:15 +02:00
// stored chunks
MAP_IMPL<int, sd::NDArray*> _chunks;
2019-06-06 14:21:15 +02:00
// just a counter, for stored elements
std::atomic<int> _elements;
std::atomic<int> _counter;
// reference shape
std::vector<Nd4jLong> _shape;
// unstack axis
int _axis = 0;
//
bool _expandable = false;
// maximum number of elements
int _height = 0;
public:
NDArrayList(int height, bool expandable = false);
~NDArrayList();
sd::DataType dataType();
2019-06-06 14:21:15 +02:00
NDArray* read(int idx);
NDArray* readRaw(int idx);
Nd4jStatus write(int idx, NDArray* array);
NDArray* pick(std::initializer_list<int> indices);
NDArray* pick(std::vector<int>& indices);
bool isWritten(int index);
std::vector<Nd4jLong>& shape();
NDArray* stack();
void unstack(NDArray* array, int axis);
std::pair<int,int>& id();
std::string& name();
//sd::memory::Workspace* workspace();
sd::LaunchContext * context();
2019-06-06 14:21:15 +02:00
NDArrayList* clone();
bool equals(NDArrayList& other);
int elements();
int height();
int counter();
};
}
#endif