cavis/libnd4j/include/graph/VariableSpace.h

146 lines
4.9 KiB
C
Raw Normal View History

2021-02-01 13:31:45 +01:00
/* ******************************************************************************
*
2019-06-06 14:21:15 +02:00
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
2021-02-01 13:31:45 +01:00
* See the NOTICE file distributed with this work for additional
* information regarding copyright ownership.
2019-06-06 14:21:15 +02:00
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
//
// @author raver119@gmail.com
//
#ifndef LIBND4J_VARIABLESPACE_H
#define LIBND4J_VARIABLESPACE_H
#include <helpers/logger.h>
#include <helpers/helper_random.h>
#include <string>
#include <vector>
#include <list>
[WIP] Memory limits (#167) * initial commit Signed-off-by: raver119 <raver119@gmail.com> * one more initial commit Signed-off-by: raver119 <raver119@gmail.com> * additional initial commit Signed-off-by: raver119 <raver119@gmail.com> * subsequent initial commit Signed-off-by: raver119 <raver119@gmail.com> * initial commit testing Signed-off-by: raver119 <raver119@gmail.com> * initial commit per device Signed-off-by: raver119 <raver119@gmail.com> * initial commit per group Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + few missed lines Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + missed includes Signed-off-by: raver119 <raver119@gmail.com> * initial commit for cuda + one more missed include Signed-off-by: raver119 <raver119@gmail.com> * initial commit shouldn't count host mem as dev0 in cuda Signed-off-by: raver119 <raver119@gmail.com> * initial commit that tracks HOST group limits for CUDA Signed-off-by: raver119 <raver119@gmail.com> * initial commit with some Environment changes Signed-off-by: raver119 <raver119@gmail.com> * initial commit with more Environment changes Signed-off-by: raver119 <raver119@gmail.com> * initial commit with maxMasterThreads fix Signed-off-by: raver119 <raver119@gmail.com> * initial commit with maxMasterThreads fix Signed-off-by: raver119 <raver119@gmail.com> * initial commit without maxMasterThreads exception Signed-off-by: raver119 <raver119@gmail.com> * initial commit without Nd4jULong in Environment Signed-off-by: raver119 <raver119@gmail.com> * add sleep and more iterations for OOM cases Signed-off-by: raver119 <raver119@gmail.com> * limits propagation from java side Signed-off-by: raver119 <raver119@gmail.com> * - consume ErrorCode every time - one test for memory limits Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * unordered_map Signed-off-by: raver119 <raver119@gmail.com> * RSub op mapping fixed Signed-off-by: raver119 <raver119@gmail.com> * typo fixed Signed-off-by: raver119 <raver119@gmail.com> * one bad test fixed Signed-off-by: raver119 <raver119@gmail.com>
2020-01-24 08:11:09 +01:00
#include <unordered_map>
2019-06-06 14:21:15 +02:00
#include <mutex>
#include <array/NDArray.h>
2019-06-06 14:21:15 +02:00
#include <array/NDArrayList.h>
#include <graph/Variable.h>
#include <memory/Workspace.h>
#include <graph/Stash.h>
#include <graph/FlowPath.h>
namespace sd {
2019-06-06 14:21:15 +02:00
namespace graph {
class ND4J_EXPORT VariableSpace {
protected:
sd::memory::Workspace *_workspace;
2019-06-06 14:21:15 +02:00
// stash is NOT cloned
sd::graph::Stash _stash;
2019-06-06 14:21:15 +02:00
MAP_IMPL<std::pair<int, int>, Variable*> _paired;
MAP_IMPL<std::string, Variable*> _symbolic;
MAP_IMPL<int, Variable*> _variables;
2019-06-06 14:21:15 +02:00
std::vector<Variable*> _external;
std::vector<Variable*> _internal;
std::vector<sd::NDArrayList*> _lists;
2019-06-06 14:21:15 +02:00
std::vector<sd::graph::Variable*> _placeholders;
2019-06-06 14:21:15 +02:00
void silentPutVariable(std::pair<int,int>& pair, Variable *variable);
int _auto_counter = -1;
std::mutex _varmap;
MAP_IMPL<int, sd::graph::Variable*> _temporary;
2019-06-06 14:21:15 +02:00
std::vector<sd::graph::Variable*> *_handles;
2019-06-06 14:21:15 +02:00
FlowPath* _flow = nullptr;
public:
VariableSpace();
virtual ~VariableSpace();
virtual VariableSpace& operator=(const VariableSpace& other);
virtual int numberOfPlaceholders();
virtual std::vector<Variable*>* getPlaceholders();
virtual void setWorkspace(sd::memory::Workspace *workspace);
2019-06-06 14:21:15 +02:00
virtual LaunchContext* launchContext();
virtual bool hasExternalVariable(int it);
virtual bool hasExternalVariable(std::pair<int,int>& pair);
virtual bool hasExternalVariable(std::string *symbol);
virtual bool hasVariable(int id);
virtual bool hasVariable(int id, int idx);
virtual bool hasVariable(std::pair<int,int>& pair);
virtual bool hasVariable(std::string *symbol);
virtual sd::graph::Variable* getVariable(int id);
virtual sd::graph::Variable* getVariable(int id, int idx);
virtual sd::graph::Variable* getVariable(std::pair<int,int>& pair);
virtual sd::graph::Variable* getVariable(std::string *symbol);
2019-06-06 14:21:15 +02:00
virtual std::vector<Variable*> getVariables();
virtual Variable* putVariable(std::pair<int,int>& pair, NDArray *array);
2019-06-06 14:21:15 +02:00
virtual void putVariable(std::pair<int,int>& pair, Variable *variable);
virtual void putVariable(int id, Variable *variable);
virtual void putVariable(int id, NDArray *array);
virtual Variable* putVariable(int id, int idx, NDArray *array);
virtual void putVariable(int id, int idx, NDArray &array);
2019-06-06 14:21:15 +02:00
virtual void putVariable(int id, int idx, Variable *array);
virtual void dropVariable(std::pair<int,int> &pair);
virtual void dropVariable(int id, int idx);
virtual void trackList(sd::NDArrayList *list);
2019-06-06 14:21:15 +02:00
virtual void putOutputVariable(Variable *variable);
virtual void replaceVariable(Variable *variable);
// memory-related statistics
virtual Nd4jLong externalMemory();
virtual Nd4jLong internalMemory();
virtual Nd4jLong totalMemory();
virtual int externalEntries();
virtual int internalEntries();
virtual int totalEntries();
virtual sd::graph::VariableSpace* clone();
2019-06-06 14:21:15 +02:00
std::vector<Variable*> *handles();
sd::graph::VariableSpace* asT();
2019-06-06 14:21:15 +02:00
void injectVariable(std::pair<int, int> &pair, Variable* variable);
virtual sd::graph::Stash* getStash();
2019-06-06 14:21:15 +02:00
virtual std::vector<sd::graph::Variable*> * getExternalVariables();
2019-06-06 14:21:15 +02:00
virtual void setFlowPath(FlowPath* timers);
virtual FlowPath* flowPath();
};
}
}
#endif //LIBND4J_VARIABLESPACE_H