dddc8a1143
* sync after cublas*gemm Signed-off-by: raver119 <raver119@gmail.com> * mutex for CublasHelper Signed-off-by: raver119 <raver119@gmail.com> * don't store cublasHandle in LaunchContext, it's per-device anyway Signed-off-by: raver119 <raver119@gmail.com> * some printout Signed-off-by: raver119 <raver119@gmail.com> * check for field instead Signed-off-by: raver119 <raver119@gmail.com> * pew-pew Signed-off-by: raver119 <raver119@gmail.com> * don't release ContextBuffers until device changed Signed-off-by: raver119 <raver119@gmail.com> * small tweak Signed-off-by: raver119 <raver119@gmail.com> * some logging in sgemm Signed-off-by: raver119 <raver119@gmail.com> * stream sync Signed-off-by: raver119 <raver119@gmail.com> * some more logging Signed-off-by: raver119 <raver119@gmail.com> * some more error checks Signed-off-by: raver119 <raver119@gmail.com> * one fancy test Signed-off-by: raver119 <raver119@gmail.com> * one fancy test Signed-off-by: raver119 <raver119@gmail.com> * minor AffinityManager fix Signed-off-by: raver119 <raver119@gmail.com> * cudaEvent error logging improvement Signed-off-by: raver119 <raver119@gmail.com> * ConstantHelper thread safety Signed-off-by: raver119 <raver119@gmail.com> * - minor corrections in ConstantTadHelper Signed-off-by: Yurii <yurii@skymind.io> * ConstantShapeHelper thread safety Signed-off-by: raver119 <raver119@gmail.com> * ConstantTadHelper.cu updated Signed-off-by: raver119 <raver119@gmail.com> * logging off Signed-off-by: raver119 <raver119@gmail.com> * logging off Signed-off-by: raver119 <raver119@gmail.com>
65 lines
1.9 KiB
C++
65 lines
1.9 KiB
C++
/*******************************************************************************
|
|
* Copyright (c) 2015-2018 Skymind, Inc.
|
|
*
|
|
* This program and the accompanying materials are made available under the
|
|
* terms of the Apache License, Version 2.0 which is available at
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
******************************************************************************/
|
|
|
|
//
|
|
// @author raver119@gmail.com
|
|
//
|
|
|
|
#ifndef LIBND4J_CONSTANTHOLDER_H
|
|
#define LIBND4J_CONSTANTHOLDER_H
|
|
|
|
#include <map>
|
|
#include <array/ConstantDescriptor.h>
|
|
#include <array/ConstantDataBuffer.h>
|
|
#include <mutex>
|
|
|
|
namespace nd4j {
|
|
class ConstantHolder {
|
|
private:
|
|
int _deviceId = 0;
|
|
std::mutex _mutex;
|
|
|
|
std::map<nd4j::DataType, ConstantDataBuffer> _buffers;
|
|
public:
|
|
ConstantHolder(const ConstantHolder& other);
|
|
ConstantHolder() = default;
|
|
~ConstantHolder() = default;
|
|
|
|
ConstantHolder& operator=(const ConstantHolder& other) = default;
|
|
ConstantHolder& operator=(ConstantHolder&& other) noexcept = default;
|
|
|
|
bool hasBuffer(nd4j::DataType dataType);
|
|
|
|
template <typename T>
|
|
bool hasBuffer();
|
|
|
|
void addBuffer(ConstantDataBuffer &pointer, nd4j::DataType dataType);
|
|
|
|
template <typename T>
|
|
void addBuffer(ConstantDataBuffer &pointer);
|
|
|
|
ConstantDataBuffer* getConstantDataBuffer(nd4j::DataType dataType);
|
|
|
|
template <typename T>
|
|
ConstantDataBuffer* getConstantDataBuffer();
|
|
|
|
std::mutex* mutex();
|
|
};
|
|
}
|
|
|
|
|
|
#endif //DEV_TESTS_CONSTANTHOLDER_H
|