152 lines
4.4 KiB
C++
152 lines
4.4 KiB
C++
/* ******************************************************************************
|
|
*
|
|
*
|
|
* This program and the accompanying materials are made available under the
|
|
* terms of the Apache License, Version 2.0 which is available at
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
|
*
|
|
* See the NOTICE file distributed with this work for additional
|
|
* information regarding copyright ownership.
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
******************************************************************************/
|
|
|
|
//
|
|
// Created by raver119 on 06.10.2017.
|
|
//
|
|
|
|
#ifndef LIBND4J_ENVIRONMENT_H
|
|
#define LIBND4J_ENVIRONMENT_H
|
|
|
|
#include <atomic>
|
|
#include <vector>
|
|
#include <system/dll.h>
|
|
#include <stdexcept>
|
|
#include <array/DataType.h>
|
|
#include <types/pair.h>
|
|
#include <system/pointercast.h>
|
|
|
|
namespace sd{
|
|
class ND4J_EXPORT Environment {
|
|
private:
|
|
std::atomic<int> _tadThreshold;
|
|
std::atomic<int> _elementThreshold;
|
|
std::atomic<bool> _verbose;
|
|
std::atomic<bool> _debug;
|
|
std::atomic<bool> _leaks;
|
|
std::atomic<bool> _profile;
|
|
std::atomic<sd::DataType> _dataType;
|
|
std::atomic<bool> _precBoost;
|
|
std::atomic<bool> _useMKLDNN{true};
|
|
std::atomic<bool> _allowHelpers{true};
|
|
|
|
std::atomic<int> _maxThreads;
|
|
std::atomic<int> _maxMasterThreads;
|
|
|
|
// these fields hold defaults
|
|
std::atomic<int64_t> _maxTotalPrimaryMemory{-1};
|
|
std::atomic<int64_t> _maxTotalSpecialMemory{-1};
|
|
std::atomic<int64_t> _maxDeviceMemory{-1};
|
|
|
|
bool _blasFallback = false;
|
|
|
|
#ifdef __ND4J_EXPERIMENTAL__
|
|
const bool _experimental = true;
|
|
#else
|
|
const bool _experimental = false;
|
|
#endif
|
|
|
|
// device compute capability for CUDA
|
|
std::vector<Pair> _capabilities;
|
|
|
|
Environment();
|
|
public:
|
|
~Environment();
|
|
/**
|
|
* These 3 fields are mostly for CUDA/cuBLAS version tracking
|
|
*/
|
|
int _blasMajorVersion = 0;
|
|
int _blasMinorVersion = 0;
|
|
int _blasPatchVersion = 0;
|
|
|
|
static Environment& getInstance();
|
|
|
|
bool isVerbose();
|
|
void setVerbose(bool reallyVerbose);
|
|
bool isDebug();
|
|
bool isProfiling();
|
|
bool isDetectingLeaks();
|
|
bool isDebugAndVerbose();
|
|
void setDebug(bool reallyDebug);
|
|
void setProfiling(bool reallyProfile);
|
|
void setLeaksDetector(bool reallyDetect);
|
|
bool helpersAllowed();
|
|
void allowHelpers(bool reallyAllow);
|
|
|
|
bool blasFallback();
|
|
|
|
int tadThreshold();
|
|
void setTadThreshold(int threshold);
|
|
|
|
int elementwiseThreshold();
|
|
void setElementwiseThreshold(int threshold);
|
|
|
|
int maxThreads();
|
|
void setMaxThreads(int max);
|
|
|
|
int maxMasterThreads();
|
|
void setMaxMasterThreads(int max);
|
|
|
|
/*
|
|
* Legacy memory limits API, still used in new API as simplified version
|
|
*/
|
|
void setMaxPrimaryMemory(uint64_t maxBytes);
|
|
void setMaxSpecialyMemory(uint64_t maxBytes);
|
|
void setMaxDeviceMemory(uint64_t maxBytes);
|
|
|
|
uint64_t maxPrimaryMemory();
|
|
uint64_t maxSpecialMemory();
|
|
////////////////////////
|
|
|
|
/*
|
|
* Methods for memory limits/counters
|
|
*/
|
|
void setGroupLimit(int group, Nd4jLong numBytes);
|
|
void setDeviceLimit(int deviceId, Nd4jLong numBytes);
|
|
|
|
Nd4jLong getGroupLimit(int group);
|
|
Nd4jLong getDeviceLimit(int deviceId);
|
|
|
|
Nd4jLong getGroupCounter(int group);
|
|
Nd4jLong getDeviceCounter(int deviceId);
|
|
////////////////////////
|
|
|
|
bool isUseMKLDNN() { return _useMKLDNN.load(); }
|
|
void setUseMKLDNN(bool useMKLDNN) { _useMKLDNN.store(useMKLDNN); }
|
|
|
|
sd::DataType defaultFloatDataType();
|
|
void setDefaultFloatDataType(sd::DataType dtype);
|
|
|
|
bool precisionBoostAllowed();
|
|
void allowPrecisionBoost(bool reallyAllow);
|
|
|
|
bool isExperimentalBuild();
|
|
|
|
bool isCPU();
|
|
|
|
int blasMajorVersion();
|
|
int blasMinorVersion();
|
|
int blasPatchVersion();
|
|
|
|
std::vector<Pair>& capabilities();
|
|
};
|
|
}
|
|
|
|
|
|
#endif //LIBND4J_ENVIRONMENT_H
|